diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.1685184030522053,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.8877,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2623,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2076,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.182,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1624,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1479,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1401,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1309,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1256,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1204,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1161,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1111,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1087,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1055,
+      "step": 700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1032,
+      "step": 750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1022,
+      "step": 800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0988,
+      "step": 850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0965,
+      "step": 900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0953,
+      "step": 950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0926,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.092,
+      "step": 1050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0906,
+      "step": 1100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0902,
+      "step": 1150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0889,
+      "step": 1200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0871,
+      "step": 1250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0862,
+      "step": 1300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0859,
+      "step": 1350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0849,
+      "step": 1400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0838,
+      "step": 1450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0829,
+      "step": 1500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0822,
+      "step": 1550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0826,
+      "step": 1600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0815,
+      "step": 1650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0807,
+      "step": 1700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0803,
+      "step": 1750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0789,
+      "step": 1800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0784,
+      "step": 1850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0782,
+      "step": 1900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0778,
+      "step": 1950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0778,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.077,
+      "step": 2050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.076,
+      "step": 2100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.076,
+      "step": 2150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.075,
+      "step": 2200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0747,
+      "step": 2250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0756,
+      "step": 2300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0739,
+      "step": 2350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0736,
+      "step": 2400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0733,
+      "step": 2450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0729,
+      "step": 2500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0727,
+      "step": 2550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0723,
+      "step": 2600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0719,
+      "step": 2650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0715,
+      "step": 2700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0707,
+      "step": 2750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.071,
+      "step": 2800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0708,
+      "step": 2850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0701,
+      "step": 2900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0701,
+      "step": 2950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0698,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.07,
+      "step": 3050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0696,
+      "step": 3100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0684,
+      "step": 3150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0686,
+      "step": 3200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0681,
+      "step": 3250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0685,
+      "step": 3300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0681,
+      "step": 3350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0679,
+      "step": 3400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0669,
+      "step": 3450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0673,
+      "step": 3550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0669,
+      "step": 3600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0659,
+      "step": 3650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0658,
+      "step": 3700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0653,
+      "step": 3750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0658,
+      "step": 3800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0654,
+      "step": 3850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0652,
+      "step": 3900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.065,
+      "step": 3950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.065,
+      "step": 4000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0649,
+      "step": 4050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0652,
+      "step": 4100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0652,
+      "step": 4150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0645,
+      "step": 4200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0638,
+      "step": 4250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0635,
+      "step": 4300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0637,
+      "step": 4350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0637,
+      "step": 4400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0636,
+      "step": 4450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0634,
+      "step": 4500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0628,
+      "step": 4550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0634,
+      "step": 4600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0628,
+      "step": 4650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0626,
+      "step": 4700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0625,
+      "step": 4750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0622,
+      "step": 4800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0619,
+      "step": 4850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0624,
+      "step": 4900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0616,
+      "step": 4950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0621,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7262575960101251,
+      "eval_af_ud_pr_auc": 0.9970416666681213,
+      "eval_am_opus100_pr_auc": 0.34033360778846206,
+      "eval_ar_ersatz_pr_auc": 0.9229732544538057,
+      "eval_ar_opus100_pr_auc": 0.6129886429084048,
+      "eval_ar_ud_pr_auc": 0.773173848390757,
+      "eval_average_ersatz_pr_auc": 0.9409487868126747,
+      "eval_average_opus100_pr_auc": 0.7370172757746811,
+      "eval_average_ud_pr_auc": 0.9319460499450383,
+      "eval_az_opus100_pr_auc": 0.5879280827654763,
+      "eval_be_opus100_pr_auc": 0.6479198680639576,
+      "eval_be_ud_pr_auc": 0.8722048615313956,
+      "eval_bg_opus100_pr_auc": 0.9017935410953086,
+      "eval_bg_ud_pr_auc": 0.9758931856400778,
+      "eval_bn_opus100_pr_auc": 0.7199655962806593,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8154480067200416,
+      "eval_ca_ud_pr_auc": 0.9889696316239549,
+      "eval_ceb_ud_pr_auc": 0.9970723071968435,
+      "eval_cs_ersatz_pr_auc": 0.9642776841022342,
+      "eval_cs_opus100_pr_auc": 0.8230735094818605,
+      "eval_cs_ud_pr_auc": 0.9256110037289565,
+      "eval_cy_opus100_pr_auc": 0.6723865635988012,
+      "eval_cy_ud_pr_auc": 0.991781369571726,
+      "eval_da_opus100_pr_auc": 0.840549790763779,
+      "eval_da_ud_pr_auc": 0.9509555772537346,
+      "eval_de_ersatz_pr_auc": 0.9710344648327889,
+      "eval_de_opus100_pr_auc": 0.7708468365830532,
+      "eval_de_ud_pr_auc": 0.9609830580152432,
+      "eval_el_opus100_pr_auc": 0.8467451182141845,
+      "eval_el_ud_pr_auc": 0.9798871743256822,
+      "eval_en_ersatz_pr_auc": 0.9624665575577038,
+      "eval_en_opus100_pr_auc": 0.862539881027531,
+      "eval_en_ud_pr_auc": 0.9198998051528672,
+      "eval_eo_opus100_pr_auc": 0.871311607031463,
+      "eval_es_ersatz_pr_auc": 0.988019679472065,
+      "eval_es_opus100_pr_auc": 0.9032902078165557,
+      "eval_es_ud_pr_auc": 0.9910228851054735,
+      "eval_et_ersatz_pr_auc": 0.9539516247480203,
+      "eval_et_opus100_pr_auc": 0.835603566616646,
+      "eval_et_ud_pr_auc": 0.9255834493252243,
+      "eval_eu_opus100_pr_auc": 0.8414179041370856,
+      "eval_eu_ud_pr_auc": 0.9919825289201987,
+      "eval_fa_opus100_pr_auc": 0.5050271444353267,
+      "eval_fa_ud_pr_auc": 0.9948529872391101,
+      "eval_fi_ersatz_pr_auc": 0.9794036948460527,
+      "eval_fi_opus100_pr_auc": 0.9121515437820321,
+      "eval_fi_ud_pr_auc": 0.9083395895502732,
+      "eval_fr_ersatz_pr_auc": 0.9749247319379908,
+      "eval_fr_opus100_pr_auc": 0.8738303065181753,
+      "eval_fr_ud_pr_auc": 0.9494564993890383,
+      "eval_fy_opus100_pr_auc": 0.6491676562563576,
+      "eval_ga_opus100_pr_auc": 0.7752866665076664,
+      "eval_ga_ud_pr_auc": 0.8752429487497897,
+      "eval_gd_opus100_pr_auc": 0.4988208846264305,
+      "eval_gd_ud_pr_auc": 0.575383031016446,
+      "eval_gl_opus100_pr_auc": 0.8291561284078464,
+      "eval_gl_ud_pr_auc": 0.9807599913674865,
+      "eval_gu_ersatz_pr_auc": 0.9035674561086969,
+      "eval_gu_opus100_pr_auc": 0.5849024087902044,
+      "eval_ha_opus100_pr_auc": 0.8640937566697131,
+      "eval_he_opus100_pr_auc": 0.7667071857281973,
+      "eval_he_ud_pr_auc": 0.9421533758371824,
+      "eval_hi_ersatz_pr_auc": 0.9202664699033679,
+      "eval_hi_opus100_pr_auc": 0.5608006808453277,
+      "eval_hi_ud_pr_auc": 0.9887556506668977,
+      "eval_hu_opus100_pr_auc": 0.872002899433093,
+      "eval_hu_ud_pr_auc": 0.962454484803391,
+      "eval_hy_opus100_pr_auc": 0.8403194816740652,
+      "eval_hy_ud_pr_auc": 0.9244956992198834,
+      "eval_id_opus100_pr_auc": 0.8238869725110509,
+      "eval_id_ud_pr_auc": 0.978114030249602,
+      "eval_ig_opus100_pr_auc": 0.7836281974373921,
+      "eval_is_opus100_pr_auc": 0.8907491986097353,
+      "eval_is_ud_pr_auc": 0.8078940584200272,
+      "eval_it_opus100_pr_auc": 0.7954887289703296,
+      "eval_it_ud_pr_auc": 0.9840860621827077,
+      "eval_ja_ersatz_pr_auc": 0.903382486376563,
+      "eval_ja_opus100_pr_auc": 0.6012573603781373,
+      "eval_ja_ud_pr_auc": 0.9697573406097949,
+      "eval_jv_ud_pr_auc": 0.9449211549227596,
+      "eval_ka_opus100_pr_auc": 0.8489163441931278,
+      "eval_kk_ersatz_pr_auc": 0.9749954779813911,
+      "eval_kk_opus100_pr_auc": 0.7267565635143067,
+      "eval_kk_ud_pr_auc": 0.9473679372726299,
+      "eval_km_ersatz_pr_auc": 0.8479171157696365,
+      "eval_km_opus100_pr_auc": 0.4719166346278448,
+      "eval_kn_opus100_pr_auc": 0.4012906729499046,
+      "eval_ko_opus100_pr_auc": 0.5910531713524122,
+      "eval_ko_ud_pr_auc": 0.9884635070419951,
+      "eval_ku_opus100_pr_auc": 0.656004073644761,
+      "eval_ky_opus100_pr_auc": 0.7286688644682705,
+      "eval_la_ud_pr_auc": 0.9281900340512634,
+      "eval_loss": 0.06143546849489212,
+      "eval_lt_ersatz_pr_auc": 0.9530435435637383,
+      "eval_lt_opus100_pr_auc": 0.7878220824190667,
+      "eval_lt_ud_pr_auc": 0.9212407969668952,
+      "eval_lv_ersatz_pr_auc": 0.9718489268223366,
+      "eval_lv_opus100_pr_auc": 0.796325907822099,
+      "eval_lv_ud_pr_auc": 0.9686996646574793,
+      "eval_mg_opus100_pr_auc": 0.852569134926803,
+      "eval_mk_opus100_pr_auc": 0.8589038859556873,
+      "eval_ml_opus100_pr_auc": 0.7249212941813681,
+      "eval_mn_opus100_pr_auc": 0.9062304647863892,
+      "eval_mr_opus100_pr_auc": 0.8473345831778716,
+      "eval_mr_ud_pr_auc": 0.9388730593753937,
+      "eval_ms_opus100_pr_auc": 0.8124429632788931,
+      "eval_mt_opus100_pr_auc": 0.6511886968938015,
+      "eval_mt_ud_pr_auc": 0.9157159482011263,
+      "eval_my_opus100_pr_auc": 0.47484049959247354,
+      "eval_ne_opus100_pr_auc": 0.5010007128102691,
+      "eval_nl_opus100_pr_auc": 0.8108785188745974,
+      "eval_nl_ud_pr_auc": 0.9559641819200286,
+      "eval_no_opus100_pr_auc": 0.9002535396000387,
+      "eval_no_ud_pr_auc": 0.9809747241297601,
+      "eval_pa_opus100_pr_auc": 0.5080896379372629,
+      "eval_pl_ersatz_pr_auc": 0.9440269093177791,
+      "eval_pl_opus100_pr_auc": 0.8463242061965125,
+      "eval_pl_ud_pr_auc": 0.9132459905168752,
+      "eval_ps_ersatz_pr_auc": 0.947536626440982,
+      "eval_ps_opus100_pr_auc": 0.5478821163312318,
+      "eval_pt_opus100_pr_auc": 0.8501355887328884,
+      "eval_pt_ud_pr_auc": 0.9609152853529589,
+      "eval_ro_ersatz_pr_auc": 0.971694073408896,
+      "eval_ro_opus100_pr_auc": 0.8723334122065053,
+      "eval_ro_ud_pr_auc": 0.9387371387544261,
+      "eval_ru_ersatz_pr_auc": 0.9523035450645465,
+      "eval_ru_opus100_pr_auc": 0.8193079945075488,
+      "eval_ru_ud_pr_auc": 0.8671349992738019,
+      "eval_runtime": 641.1632,
+      "eval_samples_per_second": 117.683,
+      "eval_si_opus100_pr_auc": 0.758217218317776,
+      "eval_sk_opus100_pr_auc": 0.8601583954649343,
+      "eval_sk_ud_pr_auc": 0.9514491618091142,
+      "eval_sl_opus100_pr_auc": 0.8586077902604182,
+      "eval_sl_ud_pr_auc": 0.9704367454997548,
+      "eval_sq_opus100_pr_auc": 0.8582275954344171,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8929470154305437,
+      "eval_sr_ud_pr_auc": 0.9827176281801019,
+      "eval_steps_per_second": 0.92,
+      "eval_sv_opus100_pr_auc": 0.873343003147778,
+      "eval_sv_ud_pr_auc": 0.89221051520207,
+      "eval_ta_ersatz_pr_auc": 0.9638457203105337,
+      "eval_ta_opus100_pr_auc": 0.5177740978190486,
+      "eval_ta_ud_pr_auc": 0.9890118947895519,
+      "eval_te_opus100_pr_auc": 0.7502005840583976,
+      "eval_tg_opus100_pr_auc": 0.7866410186552147,
+      "eval_th_opus100_pr_auc": 0.6393191491336597,
+      "eval_th_ud_pr_auc": 0.5276284593831648,
+      "eval_tr_ersatz_pr_auc": 0.9126353352847134,
+      "eval_tr_opus100_pr_auc": 0.8876892462821525,
+      "eval_tr_ud_pr_auc": 0.8926016338999385,
+      "eval_uk_opus100_pr_auc": 0.7903627518948534,
+      "eval_uk_ud_pr_auc": 0.9425345176179347,
+      "eval_ur_opus100_pr_auc": 0.3767799578601679,
+      "eval_ur_ud_pr_auc": 0.9949804922504192,
+      "eval_uz_opus100_pr_auc": 0.7154539410873079,
+      "eval_vi_opus100_pr_auc": 0.8642500382349827,
+      "eval_vi_ud_pr_auc": 0.8988402303203089,
+      "eval_xh_opus100_pr_auc": 0.8160204652137275,
+      "eval_yi_opus100_pr_auc": 0.4188405525304576,
+      "eval_yo_opus100_pr_auc": 0.6170285748944714,
+      "eval_yo_ud_pr_auc": 0.8946707001800891,
+      "eval_zh_ersatz_pr_auc": 0.8167579315750039,
+      "eval_zh_opus100_pr_auc": 0.5666301776439003,
+      "eval_zh_ud_pr_auc": 0.929590343545453,
+      "eval_zu_opus100_pr_auc": 0.7458563466932325,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0614,
+      "step": 5050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0616,
+      "step": 5100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0609,
+      "step": 5150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0608,
+      "step": 5200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0605,
+      "step": 5250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0608,
+      "step": 5300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0601,
+      "step": 5350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0599,
+      "step": 5400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0599,
+      "step": 5450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0595,
+      "step": 5500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0589,
+      "step": 5550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.059,
+      "step": 5600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0587,
+      "step": 5650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0581,
+      "step": 5700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0573,
+      "step": 5750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0572,
+      "step": 5800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0576,
+      "step": 5850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0571,
+      "step": 5900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.057,
+      "step": 5950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0568,
+      "step": 6000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0568,
+      "step": 6050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.056,
+      "step": 6100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0559,
+      "step": 6150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0551,
+      "step": 6200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0555,
+      "step": 6250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0553,
+      "step": 6300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0549,
+      "step": 6350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0544,
+      "step": 6400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0541,
+      "step": 6450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0539,
+      "step": 6500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.054,
+      "step": 6550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0535,
+      "step": 6600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0535,
+      "step": 6650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0529,
+      "step": 6700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0527,
+      "step": 6750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0528,
+      "step": 6800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0523,
+      "step": 6850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0522,
+      "step": 6900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0524,
+      "step": 6950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0517,
+      "step": 7000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0514,
+      "step": 7050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0514,
+      "step": 7100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0516,
+      "step": 7150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0511,
+      "step": 7200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0506,
+      "step": 7250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0508,
+      "step": 7300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0503,
+      "step": 7350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0503,
+      "step": 7400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0501,
+      "step": 7450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0502,
+      "step": 7500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0499,
+      "step": 7550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0495,
+      "step": 7600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0494,
+      "step": 7650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0494,
+      "step": 7700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0491,
+      "step": 7750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0488,
+      "step": 7800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0483,
+      "step": 7850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0484,
+      "step": 7900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0484,
+      "step": 7950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0484,
+      "step": 8000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0481,
+      "step": 8050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0481,
+      "step": 8100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0479,
+      "step": 8150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0478,
+      "step": 8200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0478,
+      "step": 8250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0471,
+      "step": 8300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0475,
+      "step": 8350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0474,
+      "step": 8400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0469,
+      "step": 8450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0466,
+      "step": 8500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.047,
+      "step": 8550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.047,
+      "step": 8600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0463,
+      "step": 8650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0462,
+      "step": 8700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0465,
+      "step": 8750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0461,
+      "step": 8800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.046,
+      "step": 8850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0457,
+      "step": 8900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0457,
+      "step": 8950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0458,
+      "step": 9000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0451,
+      "step": 9050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0454,
+      "step": 9100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0452,
+      "step": 9150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0453,
+      "step": 9200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0447,
+      "step": 9250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0449,
+      "step": 9300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.045,
+      "step": 9350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0444,
+      "step": 9400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0442,
+      "step": 9450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0444,
+      "step": 9500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0445,
+      "step": 9550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.044,
+      "step": 9600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0442,
+      "step": 9650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.044,
+      "step": 9700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0439,
+      "step": 9750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0437,
+      "step": 9800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0435,
+      "step": 9850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0439,
+      "step": 9900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0433,
+      "step": 9950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0431,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7798066696586469,
+      "eval_af_ud_pr_auc": 0.9960614440188342,
+      "eval_am_opus100_pr_auc": 0.42633640091078495,
+      "eval_ar_ersatz_pr_auc": 0.9359085334889677,
+      "eval_ar_opus100_pr_auc": 0.6511150012104838,
+      "eval_ar_ud_pr_auc": 0.8070951994889782,
+      "eval_average_ersatz_pr_auc": 0.9560964840229093,
+      "eval_average_opus100_pr_auc": 0.7860076719463074,
+      "eval_average_ud_pr_auc": 0.9428548030242498,
+      "eval_az_opus100_pr_auc": 0.6658772841740317,
+      "eval_be_opus100_pr_auc": 0.6624886238054445,
+      "eval_be_ud_pr_auc": 0.8839172325138779,
+      "eval_bg_opus100_pr_auc": 0.8942212412748365,
+      "eval_bg_ud_pr_auc": 0.9912856951599176,
+      "eval_bn_opus100_pr_auc": 0.745193185692937,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8494021001857812,
+      "eval_ca_ud_pr_auc": 0.9894059032771114,
+      "eval_ceb_ud_pr_auc": 0.9947166583953522,
+      "eval_cs_ersatz_pr_auc": 0.9780323948236987,
+      "eval_cs_opus100_pr_auc": 0.8673102106535978,
+      "eval_cs_ud_pr_auc": 0.94601586881777,
+      "eval_cy_opus100_pr_auc": 0.7262645851114679,
+      "eval_cy_ud_pr_auc": 0.9946354523998857,
+      "eval_da_opus100_pr_auc": 0.8876727818237646,
+      "eval_da_ud_pr_auc": 0.9693092787781025,
+      "eval_de_ersatz_pr_auc": 0.9697458349929725,
+      "eval_de_opus100_pr_auc": 0.833759727982022,
+      "eval_de_ud_pr_auc": 0.972115101958538,
+      "eval_el_opus100_pr_auc": 0.9106584235060824,
+      "eval_el_ud_pr_auc": 0.9903537542563743,
+      "eval_en_ersatz_pr_auc": 0.9755820973683955,
+      "eval_en_opus100_pr_auc": 0.8900254301760782,
+      "eval_en_ud_pr_auc": 0.9579053974597732,
+      "eval_eo_opus100_pr_auc": 0.8868297081388109,
+      "eval_es_ersatz_pr_auc": 0.9914472821434244,
+      "eval_es_opus100_pr_auc": 0.8986719265544377,
+      "eval_es_ud_pr_auc": 0.9889626174576434,
+      "eval_et_ersatz_pr_auc": 0.9655219958875508,
+      "eval_et_opus100_pr_auc": 0.8268658317580219,
+      "eval_et_ud_pr_auc": 0.873834617819942,
+      "eval_eu_opus100_pr_auc": 0.8643997801990161,
+      "eval_eu_ud_pr_auc": 0.9931107490137691,
+      "eval_fa_opus100_pr_auc": 0.5384743312332467,
+      "eval_fa_ud_pr_auc": 0.9914325264588688,
+      "eval_fi_ersatz_pr_auc": 0.979458474007368,
+      "eval_fi_opus100_pr_auc": 0.8774582855676608,
+      "eval_fi_ud_pr_auc": 0.9423450084285014,
+      "eval_fr_ersatz_pr_auc": 0.970709075195573,
+      "eval_fr_opus100_pr_auc": 0.8768283862718691,
+      "eval_fr_ud_pr_auc": 0.9487780931550981,
+      "eval_fy_opus100_pr_auc": 0.6994347455913306,
+      "eval_ga_opus100_pr_auc": 0.8546542217349067,
+      "eval_ga_ud_pr_auc": 0.7997724986690281,
+      "eval_gd_opus100_pr_auc": 0.525270836096479,
+      "eval_gd_ud_pr_auc": 0.6584029192406426,
+      "eval_gl_opus100_pr_auc": 0.857045431746154,
+      "eval_gl_ud_pr_auc": 0.989294260791577,
+      "eval_gu_ersatz_pr_auc": 0.9409148881507652,
+      "eval_gu_opus100_pr_auc": 0.6529343578989254,
+      "eval_ha_opus100_pr_auc": 0.9006987534816887,
+      "eval_he_opus100_pr_auc": 0.8194673298590625,
+      "eval_he_ud_pr_auc": 0.95328980097437,
+      "eval_hi_ersatz_pr_auc": 0.9641273038211323,
+      "eval_hi_opus100_pr_auc": 0.6135566652215521,
+      "eval_hi_ud_pr_auc": 0.9964821870967046,
+      "eval_hu_opus100_pr_auc": 0.8989208407165491,
+      "eval_hu_ud_pr_auc": 0.9570002629910535,
+      "eval_hy_opus100_pr_auc": 0.8943543831738128,
+      "eval_hy_ud_pr_auc": 0.9651666403432281,
+      "eval_id_opus100_pr_auc": 0.8540575424030084,
+      "eval_id_ud_pr_auc": 0.9888768646089865,
+      "eval_ig_opus100_pr_auc": 0.8694848216734169,
+      "eval_is_opus100_pr_auc": 0.915983153538559,
+      "eval_is_ud_pr_auc": 0.8719028897693238,
+      "eval_it_opus100_pr_auc": 0.851825171633932,
+      "eval_it_ud_pr_auc": 0.978776355639991,
+      "eval_ja_ersatz_pr_auc": 0.8110698373214671,
+      "eval_ja_opus100_pr_auc": 0.6949173078256624,
+      "eval_ja_ud_pr_auc": 0.9792794127367166,
+      "eval_jv_ud_pr_auc": 0.9680510090784624,
+      "eval_ka_opus100_pr_auc": 0.8518479374987751,
+      "eval_kk_ersatz_pr_auc": 0.9831468882198721,
+      "eval_kk_opus100_pr_auc": 0.8087682808576622,
+      "eval_kk_ud_pr_auc": 0.97936869973306,
+      "eval_km_ersatz_pr_auc": 0.8684962422623702,
+      "eval_km_opus100_pr_auc": 0.6154423908980848,
+      "eval_kn_opus100_pr_auc": 0.4782903770959612,
+      "eval_ko_opus100_pr_auc": 0.6227746176186445,
+      "eval_ko_ud_pr_auc": 0.9977059382838609,
+      "eval_ku_opus100_pr_auc": 0.7969402867132128,
+      "eval_ky_opus100_pr_auc": 0.8815299750788391,
+      "eval_la_ud_pr_auc": 0.9669374326031763,
+      "eval_loss": 0.04686850309371948,
+      "eval_lt_ersatz_pr_auc": 0.9795216787324971,
+      "eval_lt_opus100_pr_auc": 0.8229488348629653,
+      "eval_lt_ud_pr_auc": 0.9488074625773592,
+      "eval_lv_ersatz_pr_auc": 0.984119303976486,
+      "eval_lv_opus100_pr_auc": 0.8409009205618332,
+      "eval_lv_ud_pr_auc": 0.950247053946622,
+      "eval_mg_opus100_pr_auc": 0.886513428857938,
+      "eval_mk_opus100_pr_auc": 0.8786117615037975,
+      "eval_ml_opus100_pr_auc": 0.7250273724162629,
+      "eval_mn_opus100_pr_auc": 0.9474196924208699,
+      "eval_mr_opus100_pr_auc": 0.8452636341151492,
+      "eval_mr_ud_pr_auc": 0.9374103458868432,
+      "eval_ms_opus100_pr_auc": 0.8531834111832471,
+      "eval_mt_opus100_pr_auc": 0.7684524005641385,
+      "eval_mt_ud_pr_auc": 0.8487526305151831,
+      "eval_my_opus100_pr_auc": 0.5210460396055645,
+      "eval_ne_opus100_pr_auc": 0.6071651868916879,
+      "eval_nl_opus100_pr_auc": 0.8739819476241806,
+      "eval_nl_ud_pr_auc": 0.9555436504918658,
+      "eval_no_opus100_pr_auc": 0.9128214762111542,
+      "eval_no_ud_pr_auc": 0.9935273486135592,
+      "eval_pa_opus100_pr_auc": 0.6122265241949016,
+      "eval_pl_ersatz_pr_auc": 0.9720141640276584,
+      "eval_pl_opus100_pr_auc": 0.876112919876257,
+      "eval_pl_ud_pr_auc": 0.9375695105914823,
+      "eval_ps_ersatz_pr_auc": 0.9517708562434912,
+      "eval_ps_opus100_pr_auc": 0.6913518263904759,
+      "eval_pt_opus100_pr_auc": 0.9055258920914384,
+      "eval_pt_ud_pr_auc": 0.9794215027249357,
+      "eval_ro_ersatz_pr_auc": 0.9853984952773152,
+      "eval_ro_opus100_pr_auc": 0.8744028301633905,
+      "eval_ro_ud_pr_auc": 0.9234752374673751,
+      "eval_ru_ersatz_pr_auc": 0.9825762314409252,
+      "eval_ru_opus100_pr_auc": 0.8701133460922043,
+      "eval_ru_ud_pr_auc": 0.840778675535377,
+      "eval_runtime": 594.1968,
+      "eval_samples_per_second": 126.985,
+      "eval_si_opus100_pr_auc": 0.7571629121383224,
+      "eval_sk_opus100_pr_auc": 0.8854237618974217,
+      "eval_sk_ud_pr_auc": 0.9733901478093124,
+      "eval_sl_opus100_pr_auc": 0.8424780093457814,
+      "eval_sl_ud_pr_auc": 0.9693370718141218,
+      "eval_sq_opus100_pr_auc": 0.8592588440159165,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8977840835771026,
+      "eval_sr_ud_pr_auc": 0.9976226723926819,
+      "eval_steps_per_second": 0.993,
+      "eval_sv_opus100_pr_auc": 0.8689349117888119,
+      "eval_sv_ud_pr_auc": 0.9251482029619436,
+      "eval_ta_ersatz_pr_auc": 0.9765992127988494,
+      "eval_ta_opus100_pr_auc": 0.5896893947066211,
+      "eval_ta_ud_pr_auc": 0.9999999999999999,
+      "eval_te_opus100_pr_auc": 0.7649554942273085,
+      "eval_tg_opus100_pr_auc": 0.8353271774808501,
+      "eval_th_opus100_pr_auc": 0.6379618503268233,
+      "eval_th_ud_pr_auc": 0.5840299112109523,
+      "eval_tr_ersatz_pr_auc": 0.9463466488377976,
+      "eval_tr_opus100_pr_auc": 0.8733518159896158,
+      "eval_tr_ud_pr_auc": 0.8838445742614439,
+      "eval_uk_opus100_pr_auc": 0.8407615772831197,
+      "eval_uk_ud_pr_auc": 0.9482098553541747,
+      "eval_ur_opus100_pr_auc": 0.4728145091422613,
+      "eval_ur_ud_pr_auc": 0.9970283665313685,
+      "eval_uz_opus100_pr_auc": 0.8418843677590839,
+      "eval_vi_opus100_pr_auc": 0.9006315190562125,
+      "eval_vi_ud_pr_auc": 0.9410868839228863,
+      "eval_xh_opus100_pr_auc": 0.854450150916219,
+      "eval_yi_opus100_pr_auc": 0.5434756560307792,
+      "eval_yo_opus100_pr_auc": 0.7744159045440151,
+      "eval_yo_ud_pr_auc": 0.9402039873768798,
+      "eval_zh_ersatz_pr_auc": 0.921615209485423,
+      "eval_zh_opus100_pr_auc": 0.7616308816427954,
+      "eval_zh_ud_pr_auc": 0.9857009089773533,
+      "eval_zu_opus100_pr_auc": 0.8193074878554347,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0431,
+      "step": 10050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.0437,
+      "step": 10100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.0432,
+      "step": 10150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.0428,
+      "step": 10200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.043,
+      "step": 10250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.0427,
+      "step": 10300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0426,
+      "step": 10350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0425,
+      "step": 10400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.0429,
+      "step": 10450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0424,
+      "step": 10500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.0423,
+      "step": 10550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.0426,
+      "step": 10600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0422,
+      "step": 10650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.042,
+      "step": 10700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.042,
+      "step": 10750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.042,
+      "step": 10800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0421,
+      "step": 10850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.042,
+      "step": 10900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0417,
+      "step": 10950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.0415,
+      "step": 11000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.0414,
+      "step": 11050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0414,
+      "step": 11100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0414,
+      "step": 11150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0412,
+      "step": 11200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.0414,
+      "step": 11250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0417,
+      "step": 11300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.041,
+      "step": 11350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0411,
+      "step": 11400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.0411,
+      "step": 11450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.0407,
+      "step": 11500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0407,
+      "step": 11550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0408,
+      "step": 11600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.0406,
+      "step": 11650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0406,
+      "step": 11700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.0405,
+      "step": 11750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0402,
+      "step": 11800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.0403,
+      "step": 11850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.04,
+      "step": 11900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0401,
+      "step": 11950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.0403,
+      "step": 12000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.04,
+      "step": 12050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.0402,
+      "step": 12100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0405,
+      "step": 12150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0398,
+      "step": 12200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0399,
+      "step": 12250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0401,
+      "step": 12300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0401,
+      "step": 12350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.0398,
+      "step": 12400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.0398,
+      "step": 12450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.0396,
+      "step": 12500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.0396,
+      "step": 12550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.0396,
+      "step": 12600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.0396,
+      "step": 12650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0393,
+      "step": 12700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0391,
+      "step": 12750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.0395,
+      "step": 12800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0393,
+      "step": 12850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0391,
+      "step": 12900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0395,
+      "step": 12950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0389,
+      "step": 13000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.0391,
+      "step": 13050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.0394,
+      "step": 13100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.039,
+      "step": 13150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0388,
+      "step": 13200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0389,
+      "step": 13250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0388,
+      "step": 13300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.0389,
+      "step": 13350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.0388,
+      "step": 13400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.0387,
+      "step": 13450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.0386,
+      "step": 13500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0389,
+      "step": 13550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0388,
+      "step": 13600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0386,
+      "step": 13650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.0383,
+      "step": 13700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0384,
+      "step": 13750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0386,
+      "step": 13800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.0382,
+      "step": 13850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.0381,
+      "step": 13900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0381,
+      "step": 13950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.0384,
+      "step": 14000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0384,
+      "step": 14050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.0383,
+      "step": 14100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0382,
+      "step": 14150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.038,
+      "step": 14200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0382,
+      "step": 14250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0383,
+      "step": 14300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0378,
+      "step": 14350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.0381,
+      "step": 14400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.038,
+      "step": 14450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.0378,
+      "step": 14500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0379,
+      "step": 14550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.0379,
+      "step": 14600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0375,
+      "step": 14650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.0376,
+      "step": 14700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0376,
+      "step": 14750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0379,
+      "step": 14800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.0376,
+      "step": 14850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.0375,
+      "step": 14900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.0373,
+      "step": 14950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0373,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7733009142399928,
+      "eval_af_ud_pr_auc": 0.9946393766295888,
+      "eval_am_opus100_pr_auc": 0.48231793216927105,
+      "eval_ar_ersatz_pr_auc": 0.9277327722132372,
+      "eval_ar_opus100_pr_auc": 0.6763549295533572,
+      "eval_ar_ud_pr_auc": 0.8318402082160753,
+      "eval_average_ersatz_pr_auc": 0.9586686438454542,
+      "eval_average_opus100_pr_auc": 0.8008661731929873,
+      "eval_average_ud_pr_auc": 0.9503801226766877,
+      "eval_az_opus100_pr_auc": 0.7155384894903049,
+      "eval_be_opus100_pr_auc": 0.6323540122897227,
+      "eval_be_ud_pr_auc": 0.8789687576280074,
+      "eval_bg_opus100_pr_auc": 0.9052947971752249,
+      "eval_bg_ud_pr_auc": 0.9854664438904824,
+      "eval_bn_opus100_pr_auc": 0.7786528985650857,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8602100398984764,
+      "eval_ca_ud_pr_auc": 0.9894634214961073,
+      "eval_ceb_ud_pr_auc": 0.9972167357269883,
+      "eval_cs_ersatz_pr_auc": 0.9835722489174614,
+      "eval_cs_opus100_pr_auc": 0.8798839458956552,
+      "eval_cs_ud_pr_auc": 0.9503256693381443,
+      "eval_cy_opus100_pr_auc": 0.7427732657393542,
+      "eval_cy_ud_pr_auc": 0.9970720159307823,
+      "eval_da_opus100_pr_auc": 0.8860121279759373,
+      "eval_da_ud_pr_auc": 0.9793007694661765,
+      "eval_de_ersatz_pr_auc": 0.9639193267056272,
+      "eval_de_opus100_pr_auc": 0.8470176669034052,
+      "eval_de_ud_pr_auc": 0.9743334395476515,
+      "eval_el_opus100_pr_auc": 0.9151354269458486,
+      "eval_el_ud_pr_auc": 0.9888223280365167,
+      "eval_en_ersatz_pr_auc": 0.9856875807779437,
+      "eval_en_opus100_pr_auc": 0.9097413159607102,
+      "eval_en_ud_pr_auc": 0.9548322693675043,
+      "eval_eo_opus100_pr_auc": 0.9130987484729796,
+      "eval_es_ersatz_pr_auc": 0.9938484507514689,
+      "eval_es_opus100_pr_auc": 0.9028111767995742,
+      "eval_es_ud_pr_auc": 0.9899891923236537,
+      "eval_et_ersatz_pr_auc": 0.9770326080561197,
+      "eval_et_opus100_pr_auc": 0.8686440949557507,
+      "eval_et_ud_pr_auc": 0.9404587687305982,
+      "eval_eu_opus100_pr_auc": 0.8804441285373596,
+      "eval_eu_ud_pr_auc": 0.9925853887454286,
+      "eval_fa_opus100_pr_auc": 0.550038226054771,
+      "eval_fa_ud_pr_auc": 0.997065121656001,
+      "eval_fi_ersatz_pr_auc": 0.9783282490032877,
+      "eval_fi_opus100_pr_auc": 0.8856310456443158,
+      "eval_fi_ud_pr_auc": 0.9590364513099943,
+      "eval_fr_ersatz_pr_auc": 0.9846594643239596,
+      "eval_fr_opus100_pr_auc": 0.9005104447036304,
+      "eval_fr_ud_pr_auc": 0.9683083340352999,
+      "eval_fy_opus100_pr_auc": 0.6649352589733668,
+      "eval_ga_opus100_pr_auc": 0.872344094978429,
+      "eval_ga_ud_pr_auc": 0.7971979768809412,
+      "eval_gd_opus100_pr_auc": 0.5320726832215287,
+      "eval_gd_ud_pr_auc": 0.6801871345763726,
+      "eval_gl_opus100_pr_auc": 0.8677446843851148,
+      "eval_gl_ud_pr_auc": 0.9932595833504819,
+      "eval_gu_ersatz_pr_auc": 0.9330334064564276,
+      "eval_gu_opus100_pr_auc": 0.7052519818765189,
+      "eval_ha_opus100_pr_auc": 0.9017767836309186,
+      "eval_he_opus100_pr_auc": 0.8367018719698344,
+      "eval_he_ud_pr_auc": 0.9667636030889645,
+      "eval_hi_ersatz_pr_auc": 0.9609404116113199,
+      "eval_hi_opus100_pr_auc": 0.62606576734653,
+      "eval_hi_ud_pr_auc": 0.9919526246301058,
+      "eval_hu_opus100_pr_auc": 0.9035086679796585,
+      "eval_hu_ud_pr_auc": 0.9802588150209225,
+      "eval_hy_opus100_pr_auc": 0.8984761990713926,
+      "eval_hy_ud_pr_auc": 0.9642267865360663,
+      "eval_id_opus100_pr_auc": 0.8354947061122069,
+      "eval_id_ud_pr_auc": 0.9915854585064885,
+      "eval_ig_opus100_pr_auc": 0.8676091748007543,
+      "eval_is_opus100_pr_auc": 0.9100285738497672,
+      "eval_is_ud_pr_auc": 0.9034345610603851,
+      "eval_it_opus100_pr_auc": 0.8869877206488227,
+      "eval_it_ud_pr_auc": 0.9880869793147072,
+      "eval_ja_ersatz_pr_auc": 0.8105426837832093,
+      "eval_ja_opus100_pr_auc": 0.7241624944831088,
+      "eval_ja_ud_pr_auc": 0.9822392835313867,
+      "eval_jv_ud_pr_auc": 0.9667981948479325,
+      "eval_ka_opus100_pr_auc": 0.8484977315867397,
+      "eval_kk_ersatz_pr_auc": 0.9817126596778337,
+      "eval_kk_opus100_pr_auc": 0.7791313795415252,
+      "eval_kk_ud_pr_auc": 0.9837147018758167,
+      "eval_km_ersatz_pr_auc": 0.8796270260999004,
+      "eval_km_opus100_pr_auc": 0.6732788555756143,
+      "eval_kn_opus100_pr_auc": 0.5517347561874273,
+      "eval_ko_opus100_pr_auc": 0.6580370877325996,
+      "eval_ko_ud_pr_auc": 0.9975830240707653,
+      "eval_ku_opus100_pr_auc": 0.7726795302397534,
+      "eval_ky_opus100_pr_auc": 0.8368076553103061,
+      "eval_la_ud_pr_auc": 0.9202667899658841,
+      "eval_loss": 0.04112697392702103,
+      "eval_lt_ersatz_pr_auc": 0.9882270518422936,
+      "eval_lt_opus100_pr_auc": 0.8384058159474809,
+      "eval_lt_ud_pr_auc": 0.9657300764508469,
+      "eval_lv_ersatz_pr_auc": 0.9878898032989136,
+      "eval_lv_opus100_pr_auc": 0.8641948041643922,
+      "eval_lv_ud_pr_auc": 0.9530801381325567,
+      "eval_mg_opus100_pr_auc": 0.9069737742342731,
+      "eval_mk_opus100_pr_auc": 0.8994999633283006,
+      "eval_ml_opus100_pr_auc": 0.7458556731239104,
+      "eval_mn_opus100_pr_auc": 0.9368052834643846,
+      "eval_mr_opus100_pr_auc": 0.864151230126284,
+      "eval_mr_ud_pr_auc": 0.9866536954935071,
+      "eval_ms_opus100_pr_auc": 0.8617175769162474,
+      "eval_mt_opus100_pr_auc": 0.8083188448252947,
+      "eval_mt_ud_pr_auc": 0.8516056273553273,
+      "eval_my_opus100_pr_auc": 0.627882503398806,
+      "eval_ne_opus100_pr_auc": 0.6669507861066465,
+      "eval_nl_opus100_pr_auc": 0.8826975588344781,
+      "eval_nl_ud_pr_auc": 0.9714712826023782,
+      "eval_no_opus100_pr_auc": 0.9064254908474604,
+      "eval_no_ud_pr_auc": 0.9918805790015045,
+      "eval_pa_opus100_pr_auc": 0.6577296218565923,
+      "eval_pl_ersatz_pr_auc": 0.9671429436317049,
+      "eval_pl_opus100_pr_auc": 0.8827169771312597,
+      "eval_pl_ud_pr_auc": 0.9461906864262992,
+      "eval_ps_ersatz_pr_auc": 0.9426773611583058,
+      "eval_ps_opus100_pr_auc": 0.6863412129254587,
+      "eval_pt_opus100_pr_auc": 0.9019319235449513,
+      "eval_pt_ud_pr_auc": 0.9747499712112945,
+      "eval_ro_ersatz_pr_auc": 0.9921263800645972,
+      "eval_ro_opus100_pr_auc": 0.8720291361015113,
+      "eval_ro_ud_pr_auc": 0.9603342090378825,
+      "eval_ru_ersatz_pr_auc": 0.9841654357016156,
+      "eval_ru_opus100_pr_auc": 0.8798845420168141,
+      "eval_ru_ud_pr_auc": 0.8573617293737286,
+      "eval_runtime": 600.3958,
+      "eval_samples_per_second": 125.674,
+      "eval_si_opus100_pr_auc": 0.7899025337126797,
+      "eval_sk_opus100_pr_auc": 0.8936035550877806,
+      "eval_sk_ud_pr_auc": 0.9752313644859989,
+      "eval_sl_opus100_pr_auc": 0.8474272377768183,
+      "eval_sl_ud_pr_auc": 0.9713343119896207,
+      "eval_sq_opus100_pr_auc": 0.8738786081596943,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.909879446697505,
+      "eval_sr_ud_pr_auc": 0.9976192737191478,
+      "eval_steps_per_second": 0.983,
+      "eval_sv_opus100_pr_auc": 0.8809700781241929,
+      "eval_sv_ud_pr_auc": 0.9353845565066758,
+      "eval_ta_ersatz_pr_auc": 0.9760896490424512,
+      "eval_ta_opus100_pr_auc": 0.6060295050791223,
+      "eval_ta_ud_pr_auc": 0.9977037763864529,
+      "eval_te_opus100_pr_auc": 0.7953862155983855,
+      "eval_tg_opus100_pr_auc": 0.8699790298833523,
+      "eval_th_opus100_pr_auc": 0.6320624282519813,
+      "eval_th_ud_pr_auc": 0.6527265118289785,
+      "eval_tr_ersatz_pr_auc": 0.9633666971475857,
+      "eval_tr_opus100_pr_auc": 0.8873867447426533,
+      "eval_tr_ud_pr_auc": 0.9288832484931158,
+      "eval_uk_opus100_pr_auc": 0.8479771156298411,
+      "eval_uk_ud_pr_auc": 0.9280121502050636,
+      "eval_ur_opus100_pr_auc": 0.5085263358334637,
+      "eval_ur_ud_pr_auc": 0.997652313336897,
+      "eval_uz_opus100_pr_auc": 0.8496453463900618,
+      "eval_vi_opus100_pr_auc": 0.9058580195219635,
+      "eval_vi_ud_pr_auc": 0.9525983545675978,
+      "eval_xh_opus100_pr_auc": 0.8491043967322072,
+      "eval_yi_opus100_pr_auc": 0.567460661399938,
+      "eval_yo_opus100_pr_auc": 0.795257227287441,
+      "eval_yo_ud_pr_auc": 0.9117497356225535,
+      "eval_zh_ersatz_pr_auc": 0.9283879543347299,
+      "eval_zh_opus100_pr_auc": 0.7987744327926956,
+      "eval_zh_ud_pr_auc": 0.9864331910115484,
+      "eval_zu_opus100_pr_auc": 0.8123112767559892,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0375,
+      "step": 15050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0375,
+      "step": 15100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.0372,
+      "step": 15150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.037,
+      "step": 15200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.037,
+      "step": 15250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0373,
+      "step": 15300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.0371,
+      "step": 15350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.0374,
+      "step": 15400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.037,
+      "step": 15450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0371,
+      "step": 15500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0371,
+      "step": 15550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0372,
+      "step": 15600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0369,
+      "step": 15650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.0372,
+      "step": 15700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.037,
+      "step": 15750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.037,
+      "step": 15800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.037,
+      "step": 15850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.0368,
+      "step": 15900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.0368,
+      "step": 15950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0365,
+      "step": 16000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0367,
+      "step": 16050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0365,
+      "step": 16100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0368,
+      "step": 16150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.0367,
+      "step": 16200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.0367,
+      "step": 16250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0369,
+      "step": 16300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.0365,
+      "step": 16350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0364,
+      "step": 16400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0362,
+      "step": 16450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0362,
+      "step": 16500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0366,
+      "step": 16550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0362,
+      "step": 16600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.0363,
+      "step": 16650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.0367,
+      "step": 16700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.0365,
+      "step": 16750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0361,
+      "step": 16800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0365,
+      "step": 16850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.0365,
+      "step": 16900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.036,
+      "step": 16950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.0362,
+      "step": 17000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0363,
+      "step": 17050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.036,
+      "step": 17100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0362,
+      "step": 17150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.0359,
+      "step": 17200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.0362,
+      "step": 17250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.0362,
+      "step": 17300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.036,
+      "step": 17350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.0361,
+      "step": 17400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.0359,
+      "step": 17450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0359,
+      "step": 17500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.036,
+      "step": 17550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0363,
+      "step": 17600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.0356,
+      "step": 17650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.036,
+      "step": 17700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0357,
+      "step": 17750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.0359,
+      "step": 17800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.0362,
+      "step": 17850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0358,
+      "step": 17900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0355,
+      "step": 17950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.0357,
+      "step": 18000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0354,
+      "step": 18050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.0356,
+      "step": 18100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.0355,
+      "step": 18150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0356,
+      "step": 18200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0356,
+      "step": 18250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0356,
+      "step": 18300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0357,
+      "step": 18350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0356,
+      "step": 18400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.0353,
+      "step": 18450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.0356,
+      "step": 18500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0353,
+      "step": 18550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.0356,
+      "step": 18600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.0353,
+      "step": 18650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.0354,
+      "step": 18700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.0358,
+      "step": 18750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.0357,
+      "step": 18800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.0355,
+      "step": 18850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.0355,
+      "step": 18900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.0353,
+      "step": 18950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.0352,
+      "step": 19000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.0352,
+      "step": 19050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0349,
+      "step": 19100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0352,
+      "step": 19150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0349,
+      "step": 19200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0348,
+      "step": 19250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.035,
+      "step": 19300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0351,
+      "step": 19350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.035,
+      "step": 19400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0351,
+      "step": 19450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.0351,
+      "step": 19500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0351,
+      "step": 19550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0346,
+      "step": 19600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0347,
+      "step": 19650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.035,
+      "step": 19700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.0348,
+      "step": 19750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.035,
+      "step": 19800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0348,
+      "step": 19850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.035,
+      "step": 19900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.0348,
+      "step": 19950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.0349,
+      "step": 20000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7678641570642505,
+      "eval_af_ud_pr_auc": 0.9945620673325308,
+      "eval_am_opus100_pr_auc": 0.5208884934965825,
+      "eval_ar_ersatz_pr_auc": 0.9368534344286746,
+      "eval_ar_opus100_pr_auc": 0.7012733516691116,
+      "eval_ar_ud_pr_auc": 0.8572420348343982,
+      "eval_average_ersatz_pr_auc": 0.9603599297661841,
+      "eval_average_opus100_pr_auc": 0.8104027344096544,
+      "eval_average_ud_pr_auc": 0.9540932555636205,
+      "eval_az_opus100_pr_auc": 0.7059868446777942,
+      "eval_be_opus100_pr_auc": 0.6497692209319613,
+      "eval_be_ud_pr_auc": 0.8859315389115938,
+      "eval_bg_opus100_pr_auc": 0.9068545597609418,
+      "eval_bg_ud_pr_auc": 0.993399477962204,
+      "eval_bn_opus100_pr_auc": 0.7948829647442565,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8744098122236867,
+      "eval_ca_ud_pr_auc": 0.9937298513944094,
+      "eval_ceb_ud_pr_auc": 0.9971690258959611,
+      "eval_cs_ersatz_pr_auc": 0.9841794290540816,
+      "eval_cs_opus100_pr_auc": 0.889062325967526,
+      "eval_cs_ud_pr_auc": 0.954078468620519,
+      "eval_cy_opus100_pr_auc": 0.7308672651992294,
+      "eval_cy_ud_pr_auc": 0.9966948776854558,
+      "eval_da_opus100_pr_auc": 0.8915493944672432,
+      "eval_da_ud_pr_auc": 0.9794659598050367,
+      "eval_de_ersatz_pr_auc": 0.9747860163791967,
+      "eval_de_opus100_pr_auc": 0.8679457956750005,
+      "eval_de_ud_pr_auc": 0.9802662394453806,
+      "eval_el_opus100_pr_auc": 0.9156441019335897,
+      "eval_el_ud_pr_auc": 0.990419398355648,
+      "eval_en_ersatz_pr_auc": 0.9887208153000993,
+      "eval_en_opus100_pr_auc": 0.9176329110292395,
+      "eval_en_ud_pr_auc": 0.9576474652117897,
+      "eval_eo_opus100_pr_auc": 0.9180545548815449,
+      "eval_es_ersatz_pr_auc": 0.9957470517364453,
+      "eval_es_opus100_pr_auc": 0.9155801900780819,
+      "eval_es_ud_pr_auc": 0.9926053387384176,
+      "eval_et_ersatz_pr_auc": 0.979507697064008,
+      "eval_et_opus100_pr_auc": 0.8687270295828902,
+      "eval_et_ud_pr_auc": 0.9323583670162156,
+      "eval_eu_opus100_pr_auc": 0.8792447149806181,
+      "eval_eu_ud_pr_auc": 0.9881137691190616,
+      "eval_fa_opus100_pr_auc": 0.5504779287676246,
+      "eval_fa_ud_pr_auc": 0.992643067775388,
+      "eval_fi_ersatz_pr_auc": 0.98544429805079,
+      "eval_fi_opus100_pr_auc": 0.8929298878689997,
+      "eval_fi_ud_pr_auc": 0.9549428567597795,
+      "eval_fr_ersatz_pr_auc": 0.9844051185102259,
+      "eval_fr_opus100_pr_auc": 0.8888255191424249,
+      "eval_fr_ud_pr_auc": 0.9733214453236156,
+      "eval_fy_opus100_pr_auc": 0.6839281945990655,
+      "eval_ga_opus100_pr_auc": 0.8824635158613136,
+      "eval_ga_ud_pr_auc": 0.819559388687112,
+      "eval_gd_opus100_pr_auc": 0.569443102339863,
+      "eval_gd_ud_pr_auc": 0.7348505059297357,
+      "eval_gl_opus100_pr_auc": 0.8736098577644117,
+      "eval_gl_ud_pr_auc": 0.9948753125820857,
+      "eval_gu_ersatz_pr_auc": 0.9347822516621278,
+      "eval_gu_opus100_pr_auc": 0.6907326405562648,
+      "eval_ha_opus100_pr_auc": 0.9073113934630976,
+      "eval_he_opus100_pr_auc": 0.8311482483662398,
+      "eval_he_ud_pr_auc": 0.9696818901929889,
+      "eval_hi_ersatz_pr_auc": 0.9636322969311957,
+      "eval_hi_opus100_pr_auc": 0.6289354012800611,
+      "eval_hi_ud_pr_auc": 0.987490237304738,
+      "eval_hu_opus100_pr_auc": 0.9142587224618057,
+      "eval_hu_ud_pr_auc": 0.9783992245553681,
+      "eval_hy_opus100_pr_auc": 0.9071116472826468,
+      "eval_hy_ud_pr_auc": 0.9678410394457095,
+      "eval_id_opus100_pr_auc": 0.8460914448643359,
+      "eval_id_ud_pr_auc": 0.9909948376979615,
+      "eval_ig_opus100_pr_auc": 0.8654099420636536,
+      "eval_is_opus100_pr_auc": 0.9215493555288052,
+      "eval_is_ud_pr_auc": 0.9094931409064757,
+      "eval_it_opus100_pr_auc": 0.8860348755571572,
+      "eval_it_ud_pr_auc": 0.9921164124400836,
+      "eval_ja_ersatz_pr_auc": 0.7972618722244417,
+      "eval_ja_opus100_pr_auc": 0.7957662063133543,
+      "eval_ja_ud_pr_auc": 0.9750007843660149,
+      "eval_jv_ud_pr_auc": 0.9591743005476143,
+      "eval_ka_opus100_pr_auc": 0.8501326402507678,
+      "eval_kk_ersatz_pr_auc": 0.984952768526042,
+      "eval_kk_opus100_pr_auc": 0.7816059343569806,
+      "eval_kk_ud_pr_auc": 0.9748562301972268,
+      "eval_km_ersatz_pr_auc": 0.8927170807738446,
+      "eval_km_opus100_pr_auc": 0.7191237124122022,
+      "eval_kn_opus100_pr_auc": 0.5717266450958247,
+      "eval_ko_opus100_pr_auc": 0.6446743533031078,
+      "eval_ko_ud_pr_auc": 0.9980994271163705,
+      "eval_ku_opus100_pr_auc": 0.7753824682005824,
+      "eval_ky_opus100_pr_auc": 0.8598882058098538,
+      "eval_la_ud_pr_auc": 0.9395471097189877,
+      "eval_loss": 0.03831566870212555,
+      "eval_lt_ersatz_pr_auc": 0.9907178095281218,
+      "eval_lt_opus100_pr_auc": 0.845763661887962,
+      "eval_lt_ud_pr_auc": 0.9815140368828775,
+      "eval_lv_ersatz_pr_auc": 0.9876795433706732,
+      "eval_lv_opus100_pr_auc": 0.8682076787987509,
+      "eval_lv_ud_pr_auc": 0.9562300816083077,
+      "eval_mg_opus100_pr_auc": 0.9214405477891702,
+      "eval_mk_opus100_pr_auc": 0.8981446004973539,
+      "eval_ml_opus100_pr_auc": 0.7481747308173212,
+      "eval_mn_opus100_pr_auc": 0.9446036992686684,
+      "eval_mr_opus100_pr_auc": 0.8668691407787096,
+      "eval_mr_ud_pr_auc": 0.962500307106156,
+      "eval_ms_opus100_pr_auc": 0.8633111592912184,
+      "eval_mt_opus100_pr_auc": 0.8036362523385832,
+      "eval_mt_ud_pr_auc": 0.8309556851153943,
+      "eval_my_opus100_pr_auc": 0.6638632118634176,
+      "eval_ne_opus100_pr_auc": 0.6765840305635251,
+      "eval_nl_opus100_pr_auc": 0.8828864318515546,
+      "eval_nl_ud_pr_auc": 0.9722681693928648,
+      "eval_no_opus100_pr_auc": 0.9103506265706889,
+      "eval_no_ud_pr_auc": 0.9949352935992644,
+      "eval_pa_opus100_pr_auc": 0.6445720413246749,
+      "eval_pl_ersatz_pr_auc": 0.9749245674254188,
+      "eval_pl_opus100_pr_auc": 0.8897976901686122,
+      "eval_pl_ud_pr_auc": 0.9582105826429776,
+      "eval_ps_ersatz_pr_auc": 0.9455241155423534,
+      "eval_ps_opus100_pr_auc": 0.7192122387371935,
+      "eval_pt_opus100_pr_auc": 0.9155835908183809,
+      "eval_pt_ud_pr_auc": 0.9813051470159393,
+      "eval_ro_ersatz_pr_auc": 0.9945969363334941,
+      "eval_ro_opus100_pr_auc": 0.8582389782099445,
+      "eval_ro_ud_pr_auc": 0.9760308080629674,
+      "eval_ru_ersatz_pr_auc": 0.9882157016898115,
+      "eval_ru_opus100_pr_auc": 0.8981006997433716,
+      "eval_ru_ud_pr_auc": 0.8833115514730207,
+      "eval_runtime": 604.313,
+      "eval_samples_per_second": 124.859,
+      "eval_si_opus100_pr_auc": 0.789427065995885,
+      "eval_sk_opus100_pr_auc": 0.914866436522412,
+      "eval_sk_ud_pr_auc": 0.9758348498677525,
+      "eval_sl_opus100_pr_auc": 0.8471838314641299,
+      "eval_sl_ud_pr_auc": 0.9730421330254495,
+      "eval_sq_opus100_pr_auc": 0.8810164653791139,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9048670643387268,
+      "eval_sr_ud_pr_auc": 0.9983684671153689,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.8901099894843875,
+      "eval_sv_ud_pr_auc": 0.9408089380702098,
+      "eval_ta_ersatz_pr_auc": 0.9853572312768757,
+      "eval_ta_opus100_pr_auc": 0.6343058490693447,
+      "eval_ta_ud_pr_auc": 0.9955952585999919,
+      "eval_te_opus100_pr_auc": 0.8051976797027257,
+      "eval_tg_opus100_pr_auc": 0.8887160116657911,
+      "eval_th_opus100_pr_auc": 0.653216385910507,
+      "eval_th_ud_pr_auc": 0.7011087711982613,
+      "eval_tr_ersatz_pr_auc": 0.9669472094912561,
+      "eval_tr_opus100_pr_auc": 0.8920474843224835,
+      "eval_tr_ud_pr_auc": 0.9410082958522696,
+      "eval_uk_opus100_pr_auc": 0.8697703987149055,
+      "eval_uk_ud_pr_auc": 0.9254561101872529,
+      "eval_ur_opus100_pr_auc": 0.5100684065995558,
+      "eval_ur_ud_pr_auc": 0.9935281903615133,
+      "eval_uz_opus100_pr_auc": 0.8654853389119833,
+      "eval_vi_opus100_pr_auc": 0.9053641578872004,
+      "eval_vi_ud_pr_auc": 0.9467887053219286,
+      "eval_xh_opus100_pr_auc": 0.8682870167461357,
+      "eval_yi_opus100_pr_auc": 0.6691508661488417,
+      "eval_yo_opus100_pr_auc": 0.7860654111990732,
+      "eval_yo_ud_pr_auc": 0.9218240683016972,
+      "eval_zh_ersatz_pr_auc": 0.890965209556876,
+      "eval_zh_opus100_pr_auc": 0.7834372449556423,
+      "eval_zh_ud_pr_auc": 0.9661190244490225,
+      "eval_zu_opus100_pr_auc": 0.8203005733797385,
+      "step": 20000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.0346,
+      "step": 20050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.0349,
+      "step": 20100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.0349,
+      "step": 20150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.0347,
+      "step": 20200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.0345,
+      "step": 20250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.0347,
+      "step": 20300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0346,
+      "step": 20350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.0348,
+      "step": 20400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.0346,
+      "step": 20450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.0345,
+      "step": 20500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.0348,
+      "step": 20550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0344,
+      "step": 20600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0347,
+      "step": 20650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.0345,
+      "step": 20700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.0347,
+      "step": 20750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.0343,
+      "step": 20800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0344,
+      "step": 20850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0344,
+      "step": 20900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.0343,
+      "step": 20950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.0345,
+      "step": 21000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.0342,
+      "step": 21050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.0345,
+      "step": 21100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0343,
+      "step": 21150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.0345,
+      "step": 21200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0344,
+      "step": 21250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0343,
+      "step": 21300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0346,
+      "step": 21350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.0343,
+      "step": 21400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0345,
+      "step": 21450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.0342,
+      "step": 21500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.0344,
+      "step": 21550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.0346,
+      "step": 21600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.0343,
+      "step": 21650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0342,
+      "step": 21700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.0342,
+      "step": 21750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.034,
+      "step": 21800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.034,
+      "step": 21850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0339,
+      "step": 21900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0341,
+      "step": 21950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0341,
+      "step": 22000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0339,
+      "step": 22050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.0342,
+      "step": 22100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.0338,
+      "step": 22150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0339,
+      "step": 22200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.0336,
+      "step": 22250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0338,
+      "step": 22300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.034,
+      "step": 22350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0339,
+      "step": 22400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0338,
+      "step": 22450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.034,
+      "step": 22500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0334,
+      "step": 22550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0339,
+      "step": 22600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0338,
+      "step": 22650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0336,
+      "step": 22700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0337,
+      "step": 22750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.0339,
+      "step": 22800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0339,
+      "step": 22850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.0339,
+      "step": 22900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.0337,
+      "step": 22950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.0338,
+      "step": 23000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0337,
+      "step": 23050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0333,
+      "step": 23100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0337,
+      "step": 23150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0334,
+      "step": 23200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0334,
+      "step": 23250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0334,
+      "step": 23300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.0335,
+      "step": 23350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.0339,
+      "step": 23400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.0335,
+      "step": 23450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0336,
+      "step": 23500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.0335,
+      "step": 23550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.0337,
+      "step": 23600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0336,
+      "step": 23650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.0335,
+      "step": 23700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.0336,
+      "step": 23750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0335,
+      "step": 23800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.0337,
+      "step": 23850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.0336,
+      "step": 23900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0337,
+      "step": 23950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0332,
+      "step": 24000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0334,
+      "step": 24050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0334,
+      "step": 24100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.0333,
+      "step": 24150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.0335,
+      "step": 24200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.0336,
+      "step": 24250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.0333,
+      "step": 24300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.0335,
+      "step": 24350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.0331,
+      "step": 24400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0332,
+      "step": 24450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0333,
+      "step": 24500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.0334,
+      "step": 24550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.0332,
+      "step": 24600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.0333,
+      "step": 24650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0334,
+      "step": 24700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0333,
+      "step": 24750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.033,
+      "step": 24800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.0333,
+      "step": 24850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0328,
+      "step": 24900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.0332,
+      "step": 24950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.033,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7742057085727309,
+      "eval_af_ud_pr_auc": 0.9707676344575988,
+      "eval_am_opus100_pr_auc": 0.4938712876100833,
+      "eval_ar_ersatz_pr_auc": 0.9260744310116499,
+      "eval_ar_opus100_pr_auc": 0.6858151455927404,
+      "eval_ar_ud_pr_auc": 0.8494653956594024,
+      "eval_average_ersatz_pr_auc": 0.9583890040965547,
+      "eval_average_opus100_pr_auc": 0.8129857644370831,
+      "eval_average_ud_pr_auc": 0.9520905565394581,
+      "eval_az_opus100_pr_auc": 0.7367540467801689,
+      "eval_be_opus100_pr_auc": 0.6874580977736128,
+      "eval_be_ud_pr_auc": 0.8847791707301923,
+      "eval_bg_opus100_pr_auc": 0.9172459755313377,
+      "eval_bg_ud_pr_auc": 0.9924935755396324,
+      "eval_bn_opus100_pr_auc": 0.7946776113399462,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8784289700692612,
+      "eval_ca_ud_pr_auc": 0.9858123924767844,
+      "eval_ceb_ud_pr_auc": 0.9995906298127162,
+      "eval_cs_ersatz_pr_auc": 0.9789846332264186,
+      "eval_cs_opus100_pr_auc": 0.8895503973055836,
+      "eval_cs_ud_pr_auc": 0.9453268937817791,
+      "eval_cy_opus100_pr_auc": 0.7489125280602275,
+      "eval_cy_ud_pr_auc": 0.9940116070946831,
+      "eval_da_opus100_pr_auc": 0.8926186495624056,
+      "eval_da_ud_pr_auc": 0.9793561481142844,
+      "eval_de_ersatz_pr_auc": 0.9705746135411023,
+      "eval_de_opus100_pr_auc": 0.8683133275696207,
+      "eval_de_ud_pr_auc": 0.9796000508639184,
+      "eval_el_opus100_pr_auc": 0.9156905376661489,
+      "eval_el_ud_pr_auc": 0.9930713866574491,
+      "eval_en_ersatz_pr_auc": 0.9803206755502567,
+      "eval_en_opus100_pr_auc": 0.9145833517314911,
+      "eval_en_ud_pr_auc": 0.9527015089242569,
+      "eval_eo_opus100_pr_auc": 0.915952503436681,
+      "eval_es_ersatz_pr_auc": 0.9943851963242292,
+      "eval_es_opus100_pr_auc": 0.9170728903557825,
+      "eval_es_ud_pr_auc": 0.9876159900671162,
+      "eval_et_ersatz_pr_auc": 0.978935331762276,
+      "eval_et_opus100_pr_auc": 0.8763719520276222,
+      "eval_et_ud_pr_auc": 0.9433674180882808,
+      "eval_eu_opus100_pr_auc": 0.8761359078566936,
+      "eval_eu_ud_pr_auc": 0.9899524429718894,
+      "eval_fa_opus100_pr_auc": 0.5491348784688873,
+      "eval_fa_ud_pr_auc": 0.9932519383469817,
+      "eval_fi_ersatz_pr_auc": 0.9841601716082587,
+      "eval_fi_opus100_pr_auc": 0.8941666514071844,
+      "eval_fi_ud_pr_auc": 0.9624253078481224,
+      "eval_fr_ersatz_pr_auc": 0.9835216437952614,
+      "eval_fr_opus100_pr_auc": 0.8954291272486375,
+      "eval_fr_ud_pr_auc": 0.9668385846221685,
+      "eval_fy_opus100_pr_auc": 0.6538824589187202,
+      "eval_ga_opus100_pr_auc": 0.8849043846361891,
+      "eval_ga_ud_pr_auc": 0.7965034849371514,
+      "eval_gd_opus100_pr_auc": 0.5950498732055558,
+      "eval_gd_ud_pr_auc": 0.7321367728304996,
+      "eval_gl_opus100_pr_auc": 0.878691093714211,
+      "eval_gl_ud_pr_auc": 0.9944194434249899,
+      "eval_gu_ersatz_pr_auc": 0.9215212190476036,
+      "eval_gu_opus100_pr_auc": 0.6839527526129345,
+      "eval_ha_opus100_pr_auc": 0.8942945062394765,
+      "eval_he_opus100_pr_auc": 0.8325673171555118,
+      "eval_he_ud_pr_auc": 0.9637168809272582,
+      "eval_hi_ersatz_pr_auc": 0.9524604819741261,
+      "eval_hi_opus100_pr_auc": 0.6413207613251719,
+      "eval_hi_ud_pr_auc": 0.9785204344876665,
+      "eval_hu_opus100_pr_auc": 0.915889839648123,
+      "eval_hu_ud_pr_auc": 0.9802171125492787,
+      "eval_hy_opus100_pr_auc": 0.9065520628220983,
+      "eval_hy_ud_pr_auc": 0.9774539428394063,
+      "eval_id_opus100_pr_auc": 0.8658127470839257,
+      "eval_id_ud_pr_auc": 0.9883122535502599,
+      "eval_ig_opus100_pr_auc": 0.8792445484258465,
+      "eval_is_opus100_pr_auc": 0.9295476206983155,
+      "eval_is_ud_pr_auc": 0.8946632281772909,
+      "eval_it_opus100_pr_auc": 0.892098199425426,
+      "eval_it_ud_pr_auc": 0.9919117306850985,
+      "eval_ja_ersatz_pr_auc": 0.8145980435528954,
+      "eval_ja_opus100_pr_auc": 0.7877245671027041,
+      "eval_ja_ud_pr_auc": 0.9757618675990124,
+      "eval_jv_ud_pr_auc": 0.9775181778022489,
+      "eval_ka_opus100_pr_auc": 0.8561260140036296,
+      "eval_kk_ersatz_pr_auc": 0.9832077412405176,
+      "eval_kk_opus100_pr_auc": 0.7464263856175257,
+      "eval_kk_ud_pr_auc": 0.9717228139918624,
+      "eval_km_ersatz_pr_auc": 0.8843508369486178,
+      "eval_km_opus100_pr_auc": 0.7142738585815066,
+      "eval_kn_opus100_pr_auc": 0.5604783689914011,
+      "eval_ko_opus100_pr_auc": 0.6662034298005298,
+      "eval_ko_ud_pr_auc": 0.9992606121904494,
+      "eval_ku_opus100_pr_auc": 0.8027849497016561,
+      "eval_ky_opus100_pr_auc": 0.8495009196740281,
+      "eval_la_ud_pr_auc": 0.9401044438672684,
+      "eval_loss": 0.03677806258201599,
+      "eval_lt_ersatz_pr_auc": 0.9901936737369975,
+      "eval_lt_opus100_pr_auc": 0.8541651161419352,
+      "eval_lt_ud_pr_auc": 0.9889784604932339,
+      "eval_lv_ersatz_pr_auc": 0.9833910011159135,
+      "eval_lv_opus100_pr_auc": 0.871706616399192,
+      "eval_lv_ud_pr_auc": 0.9529530976376992,
+      "eval_mg_opus100_pr_auc": 0.9106951715498232,
+      "eval_mk_opus100_pr_auc": 0.9009497467139107,
+      "eval_ml_opus100_pr_auc": 0.7549909368392902,
+      "eval_mn_opus100_pr_auc": 0.9422738808214268,
+      "eval_mr_opus100_pr_auc": 0.8803015928431964,
+      "eval_mr_ud_pr_auc": 0.9644755642331868,
+      "eval_ms_opus100_pr_auc": 0.8829837091861799,
+      "eval_mt_opus100_pr_auc": 0.8206051477910368,
+      "eval_mt_ud_pr_auc": 0.8376878929526131,
+      "eval_my_opus100_pr_auc": 0.6776912737348811,
+      "eval_ne_opus100_pr_auc": 0.6814998881431991,
+      "eval_nl_opus100_pr_auc": 0.882794378369588,
+      "eval_nl_ud_pr_auc": 0.9761675403727844,
+      "eval_no_opus100_pr_auc": 0.9042560131952924,
+      "eval_no_ud_pr_auc": 0.9942255361184038,
+      "eval_pa_opus100_pr_auc": 0.6199054111383216,
+      "eval_pl_ersatz_pr_auc": 0.9763002065428525,
+      "eval_pl_opus100_pr_auc": 0.892283242647293,
+      "eval_pl_ud_pr_auc": 0.9614895599732726,
+      "eval_ps_ersatz_pr_auc": 0.9295887586126211,
+      "eval_ps_opus100_pr_auc": 0.6913753856469665,
+      "eval_pt_opus100_pr_auc": 0.918979308694554,
+      "eval_pt_ud_pr_auc": 0.9824376626943773,
+      "eval_ro_ersatz_pr_auc": 0.9907737415275112,
+      "eval_ro_opus100_pr_auc": 0.8527694458128616,
+      "eval_ro_ud_pr_auc": 0.9571392088337288,
+      "eval_ru_ersatz_pr_auc": 0.990070112988236,
+      "eval_ru_opus100_pr_auc": 0.8956464968852705,
+      "eval_ru_ud_pr_auc": 0.851206312249987,
+      "eval_runtime": 590.8091,
+      "eval_samples_per_second": 127.713,
+      "eval_si_opus100_pr_auc": 0.8110180746502033,
+      "eval_sk_opus100_pr_auc": 0.9137372249377682,
+      "eval_sk_ud_pr_auc": 0.9755734247711435,
+      "eval_sl_opus100_pr_auc": 0.8489932618200062,
+      "eval_sl_ud_pr_auc": 0.9678414855051277,
+      "eval_sq_opus100_pr_auc": 0.8867018128834655,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9070849288060098,
+      "eval_sr_ud_pr_auc": 0.9973997341808853,
+      "eval_steps_per_second": 0.999,
+      "eval_sv_opus100_pr_auc": 0.8774177596144357,
+      "eval_sv_ud_pr_auc": 0.9316690384572369,
+      "eval_ta_ersatz_pr_auc": 0.9838362336558946,
+      "eval_ta_opus100_pr_auc": 0.6446759057406575,
+      "eval_ta_ud_pr_auc": 0.9942676376262318,
+      "eval_te_opus100_pr_auc": 0.8093337790919821,
+      "eval_tg_opus100_pr_auc": 0.8794202423102168,
+      "eval_th_opus100_pr_auc": 0.6493839467165516,
+      "eval_th_ud_pr_auc": 0.7117648209905755,
+      "eval_tr_ersatz_pr_auc": 0.9496513979841996,
+      "eval_tr_opus100_pr_auc": 0.898471337554847,
+      "eval_tr_ud_pr_auc": 0.938637405923816,
+      "eval_uk_opus100_pr_auc": 0.8672878590865486,
+      "eval_uk_ud_pr_auc": 0.9181030787528968,
+      "eval_ur_opus100_pr_auc": 0.5100773239026355,
+      "eval_ur_ud_pr_auc": 0.9947655421632215,
+      "eval_uz_opus100_pr_auc": 0.8703415515649591,
+      "eval_vi_opus100_pr_auc": 0.9028809414623473,
+      "eval_vi_ud_pr_auc": 0.9416578166237781,
+      "eval_xh_opus100_pr_auc": 0.8604499466547306,
+      "eval_yi_opus100_pr_auc": 0.6841860612133711,
+      "eval_yo_opus100_pr_auc": 0.7965307219543095,
+      "eval_yo_ud_pr_auc": 0.9111062298150051,
+      "eval_zh_ersatz_pr_auc": 0.9376579443767676,
+      "eval_zh_opus100_pr_auc": 0.8293209597595221,
+      "eval_zh_ud_pr_auc": 0.9869633964629048,
+      "eval_zu_opus100_pr_auc": 0.8219300762106792,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0334,
+      "step": 25050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0331,
+      "step": 25100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0331,
+      "step": 25150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.033,
+      "step": 25200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.0332,
+      "step": 25250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.033,
+      "step": 25300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0329,
+      "step": 25350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.033,
+      "step": 25400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.033,
+      "step": 25450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.033,
+      "step": 25500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.0329,
+      "step": 25550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0329,
+      "step": 25600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.033,
+      "step": 25650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.0331,
+      "step": 25700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.0329,
+      "step": 25750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0327,
+      "step": 25800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0332,
+      "step": 25850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0329,
+      "step": 25900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.0328,
+      "step": 25950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.0328,
+      "step": 26000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0329,
+      "step": 26050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0328,
+      "step": 26100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0327,
+      "step": 26150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.0328,
+      "step": 26200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.0326,
+      "step": 26250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0327,
+      "step": 26300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.033,
+      "step": 26350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0328,
+      "step": 26400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.0326,
+      "step": 26450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0328,
+      "step": 26500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.0328,
+      "step": 26550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.0328,
+      "step": 26600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0327,
+      "step": 26650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.0326,
+      "step": 26700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.0326,
+      "step": 26750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.0327,
+      "step": 26800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.0329,
+      "step": 26850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0328,
+      "step": 26900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0326,
+      "step": 26950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0329,
+      "step": 27000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0327,
+      "step": 27050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.0324,
+      "step": 27100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0326,
+      "step": 27150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.0326,
+      "step": 27200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.0325,
+      "step": 27250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0324,
+      "step": 27300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.0321,
+      "step": 27350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.0325,
+      "step": 27400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0322,
+      "step": 27450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0324,
+      "step": 27500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.0325,
+      "step": 27550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0325,
+      "step": 27600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.0326,
+      "step": 27650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0325,
+      "step": 27700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0323,
+      "step": 27750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0326,
+      "step": 27800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0326,
+      "step": 27850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0322,
+      "step": 27900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.0321,
+      "step": 27950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.0323,
+      "step": 28000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0323,
+      "step": 28050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.0322,
+      "step": 28100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0325,
+      "step": 28150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.0324,
+      "step": 28200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0319,
+      "step": 28250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0323,
+      "step": 28300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0321,
+      "step": 28350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.032,
+      "step": 28400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.0322,
+      "step": 28450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.0325,
+      "step": 28500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0324,
+      "step": 28550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.0321,
+      "step": 28600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.0321,
+      "step": 28650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.0324,
+      "step": 28700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.0321,
+      "step": 28750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.0321,
+      "step": 28800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.0322,
+      "step": 28850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.0319,
+      "step": 28900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0321,
+      "step": 28950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.0321,
+      "step": 29000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.0322,
+      "step": 29050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.0324,
+      "step": 29100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0323,
+      "step": 29150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.0321,
+      "step": 29200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.0321,
+      "step": 29250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.0323,
+      "step": 29300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0321,
+      "step": 29350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.0321,
+      "step": 29400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0321,
+      "step": 29450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.032,
+      "step": 29500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.0319,
+      "step": 29550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.0318,
+      "step": 29600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.0319,
+      "step": 29650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0321,
+      "step": 29700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0321,
+      "step": 29750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.032,
+      "step": 29800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0318,
+      "step": 29850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.0318,
+      "step": 29900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0319,
+      "step": 29950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.0318,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7880138892301307,
+      "eval_af_ud_pr_auc": 0.9798850055672969,
+      "eval_am_opus100_pr_auc": 0.5166318789525162,
+      "eval_ar_ersatz_pr_auc": 0.9001381854907096,
+      "eval_ar_opus100_pr_auc": 0.6874448965362067,
+      "eval_ar_ud_pr_auc": 0.8788412644908487,
+      "eval_average_ersatz_pr_auc": 0.9538965143753216,
+      "eval_average_opus100_pr_auc": 0.8271151489077,
+      "eval_average_ud_pr_auc": 0.9539251443080675,
+      "eval_az_opus100_pr_auc": 0.7969341515143172,
+      "eval_be_opus100_pr_auc": 0.7023345482094445,
+      "eval_be_ud_pr_auc": 0.8832393579398772,
+      "eval_bg_opus100_pr_auc": 0.9207797259122376,
+      "eval_bg_ud_pr_auc": 0.9904926841946339,
+      "eval_bn_opus100_pr_auc": 0.7989022513400432,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.880759334330633,
+      "eval_ca_ud_pr_auc": 0.9917422322703863,
+      "eval_ceb_ud_pr_auc": 0.9997992526016688,
+      "eval_cs_ersatz_pr_auc": 0.9801891509431534,
+      "eval_cs_opus100_pr_auc": 0.8987243966540415,
+      "eval_cs_ud_pr_auc": 0.9495739281436566,
+      "eval_cy_opus100_pr_auc": 0.7602693315289075,
+      "eval_cy_ud_pr_auc": 0.9946764517742128,
+      "eval_da_opus100_pr_auc": 0.9009577936367366,
+      "eval_da_ud_pr_auc": 0.9808603705120519,
+      "eval_de_ersatz_pr_auc": 0.9722014422456194,
+      "eval_de_opus100_pr_auc": 0.8843804497113701,
+      "eval_de_ud_pr_auc": 0.9821240795727496,
+      "eval_el_opus100_pr_auc": 0.9173251750131552,
+      "eval_el_ud_pr_auc": 0.9919537491019242,
+      "eval_en_ersatz_pr_auc": 0.9834874922031931,
+      "eval_en_opus100_pr_auc": 0.9271824997493605,
+      "eval_en_ud_pr_auc": 0.9630384877188402,
+      "eval_eo_opus100_pr_auc": 0.9298335573036725,
+      "eval_es_ersatz_pr_auc": 0.9944027956580241,
+      "eval_es_opus100_pr_auc": 0.9258850398634657,
+      "eval_es_ud_pr_auc": 0.9923532717623214,
+      "eval_et_ersatz_pr_auc": 0.9769456595557169,
+      "eval_et_opus100_pr_auc": 0.8868741093900318,
+      "eval_et_ud_pr_auc": 0.9565396871022598,
+      "eval_eu_opus100_pr_auc": 0.8834747170950292,
+      "eval_eu_ud_pr_auc": 0.9841808409864167,
+      "eval_fa_opus100_pr_auc": 0.5887519695559291,
+      "eval_fa_ud_pr_auc": 0.988424692306529,
+      "eval_fi_ersatz_pr_auc": 0.9828608929049603,
+      "eval_fi_opus100_pr_auc": 0.891133335491108,
+      "eval_fi_ud_pr_auc": 0.9457942985334502,
+      "eval_fr_ersatz_pr_auc": 0.9849640732600429,
+      "eval_fr_opus100_pr_auc": 0.90080764580975,
+      "eval_fr_ud_pr_auc": 0.9747384630260486,
+      "eval_fy_opus100_pr_auc": 0.717769188321128,
+      "eval_ga_opus100_pr_auc": 0.8963510202124778,
+      "eval_ga_ud_pr_auc": 0.7987957237621561,
+      "eval_gd_opus100_pr_auc": 0.6254475450986562,
+      "eval_gd_ud_pr_auc": 0.7630072290906447,
+      "eval_gl_opus100_pr_auc": 0.889251610406112,
+      "eval_gl_ud_pr_auc": 0.9929897628040719,
+      "eval_gu_ersatz_pr_auc": 0.8896624988629028,
+      "eval_gu_opus100_pr_auc": 0.7252205225340059,
+      "eval_ha_opus100_pr_auc": 0.903207847104827,
+      "eval_he_opus100_pr_auc": 0.8515472779213186,
+      "eval_he_ud_pr_auc": 0.962892991655049,
+      "eval_hi_ersatz_pr_auc": 0.9541997358881507,
+      "eval_hi_opus100_pr_auc": 0.6690986443000487,
+      "eval_hi_ud_pr_auc": 0.9673488631101701,
+      "eval_hu_opus100_pr_auc": 0.9224947008030421,
+      "eval_hu_ud_pr_auc": 0.9816076660510036,
+      "eval_hy_opus100_pr_auc": 0.9098641193113199,
+      "eval_hy_ud_pr_auc": 0.9617765445133091,
+      "eval_id_opus100_pr_auc": 0.8731866205402414,
+      "eval_id_ud_pr_auc": 0.9887545372771308,
+      "eval_ig_opus100_pr_auc": 0.8750800276215992,
+      "eval_is_opus100_pr_auc": 0.9326019181936585,
+      "eval_is_ud_pr_auc": 0.9069807293716663,
+      "eval_it_opus100_pr_auc": 0.8961969174596683,
+      "eval_it_ud_pr_auc": 0.9928539038115196,
+      "eval_ja_ersatz_pr_auc": 0.7798449555082039,
+      "eval_ja_opus100_pr_auc": 0.8145842395059234,
+      "eval_ja_ud_pr_auc": 0.9740927478250504,
+      "eval_jv_ud_pr_auc": 0.9744686338537053,
+      "eval_ka_opus100_pr_auc": 0.8631265901542845,
+      "eval_kk_ersatz_pr_auc": 0.972863355631282,
+      "eval_kk_opus100_pr_auc": 0.7837928587012346,
+      "eval_kk_ud_pr_auc": 0.9707102364814233,
+      "eval_km_ersatz_pr_auc": 0.9004193568092032,
+      "eval_km_opus100_pr_auc": 0.7449841257147093,
+      "eval_kn_opus100_pr_auc": 0.6211005729141216,
+      "eval_ko_opus100_pr_auc": 0.6989323632764144,
+      "eval_ko_ud_pr_auc": 0.9958211062733997,
+      "eval_ku_opus100_pr_auc": 0.8245206683977425,
+      "eval_ky_opus100_pr_auc": 0.8728317390355227,
+      "eval_la_ud_pr_auc": 0.9272083446543202,
+      "eval_loss": 0.03520127758383751,
+      "eval_lt_ersatz_pr_auc": 0.9871315509472688,
+      "eval_lt_opus100_pr_auc": 0.8596690298982904,
+      "eval_lt_ud_pr_auc": 0.9875327551031667,
+      "eval_lv_ersatz_pr_auc": 0.9851078638955136,
+      "eval_lv_opus100_pr_auc": 0.8727171349777956,
+      "eval_lv_ud_pr_auc": 0.9602501913476224,
+      "eval_mg_opus100_pr_auc": 0.9107938801161177,
+      "eval_mk_opus100_pr_auc": 0.9012381069474015,
+      "eval_ml_opus100_pr_auc": 0.7649874011462239,
+      "eval_mn_opus100_pr_auc": 0.9454680408524219,
+      "eval_mr_opus100_pr_auc": 0.8832935723074664,
+      "eval_mr_ud_pr_auc": 0.964681599341536,
+      "eval_ms_opus100_pr_auc": 0.8781851333611856,
+      "eval_mt_opus100_pr_auc": 0.8393407171907059,
+      "eval_mt_ud_pr_auc": 0.8420365203166142,
+      "eval_my_opus100_pr_auc": 0.6925614610622424,
+      "eval_ne_opus100_pr_auc": 0.7379975215045402,
+      "eval_nl_opus100_pr_auc": 0.8895097239845313,
+      "eval_nl_ud_pr_auc": 0.9741362626188369,
+      "eval_no_opus100_pr_auc": 0.9139677512484444,
+      "eval_no_ud_pr_auc": 0.9936217359069294,
+      "eval_pa_opus100_pr_auc": 0.6694568968123779,
+      "eval_pl_ersatz_pr_auc": 0.9784567428538298,
+      "eval_pl_opus100_pr_auc": 0.8901937614348504,
+      "eval_pl_ud_pr_auc": 0.9664927005992563,
+      "eval_ps_ersatz_pr_auc": 0.92505856625629,
+      "eval_ps_opus100_pr_auc": 0.7236204098604632,
+      "eval_pt_opus100_pr_auc": 0.9243734573244664,
+      "eval_pt_ud_pr_auc": 0.9799106159490708,
+      "eval_ro_ersatz_pr_auc": 0.9904453671194826,
+      "eval_ro_opus100_pr_auc": 0.8638810951171304,
+      "eval_ro_ud_pr_auc": 0.9707065625656649,
+      "eval_ru_ersatz_pr_auc": 0.9817130118189569,
+      "eval_ru_opus100_pr_auc": 0.9163003132299891,
+      "eval_ru_ud_pr_auc": 0.8714770453557658,
+      "eval_runtime": 600.4303,
+      "eval_samples_per_second": 125.667,
+      "eval_si_opus100_pr_auc": 0.8061656620069703,
+      "eval_sk_opus100_pr_auc": 0.915942106598651,
+      "eval_sk_ud_pr_auc": 0.9834000530609592,
+      "eval_sl_opus100_pr_auc": 0.8609986015033401,
+      "eval_sl_ud_pr_auc": 0.964057309613995,
+      "eval_sq_opus100_pr_auc": 0.8818150527329565,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9083312409601026,
+      "eval_sr_ud_pr_auc": 0.9963403994985258,
+      "eval_steps_per_second": 0.983,
+      "eval_sv_opus100_pr_auc": 0.889272898593193,
+      "eval_sv_ud_pr_auc": 0.9418005338665665,
+      "eval_ta_ersatz_pr_auc": 0.9752794273712393,
+      "eval_ta_opus100_pr_auc": 0.6522373256060028,
+      "eval_ta_ud_pr_auc": 0.9888594709748368,
+      "eval_te_opus100_pr_auc": 0.8228069361395666,
+      "eval_tg_opus100_pr_auc": 0.8955826203177643,
+      "eval_th_opus100_pr_auc": 0.6511896716858815,
+      "eval_th_ud_pr_auc": 0.7026090027861677,
+      "eval_tr_ersatz_pr_auc": 0.9597464165478,
+      "eval_tr_opus100_pr_auc": 0.8936409413858184,
+      "eval_tr_ud_pr_auc": 0.9421957127188525,
+      "eval_uk_opus100_pr_auc": 0.8741826626423246,
+      "eval_uk_ud_pr_auc": 0.92078260760024,
+      "eval_ur_opus100_pr_auc": 0.524214151391753,
+      "eval_ur_ud_pr_auc": 0.9856628006818786,
+      "eval_uz_opus100_pr_auc": 0.8739038961803648,
+      "eval_vi_opus100_pr_auc": 0.9056357444225728,
+      "eval_vi_ud_pr_auc": 0.9377380879044023,
+      "eval_xh_opus100_pr_auc": 0.8674284848460465,
+      "eval_yi_opus100_pr_auc": 0.7216162141535336,
+      "eval_yo_opus100_pr_auc": 0.8318341949160211,
+      "eval_yo_ud_pr_auc": 0.9272539148733572,
+      "eval_zh_ersatz_pr_auc": 0.9306047744855337,
+      "eval_zh_opus100_pr_auc": 0.8334031930727341,
+      "eval_zh_ud_pr_auc": 0.9846202047358064,
+      "eval_zu_opus100_pr_auc": 0.8370933885430123,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0318,
+      "step": 30050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0318,
+      "step": 30100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.0319,
+      "step": 30150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.0317,
+      "step": 30200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0321,
+      "step": 30250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.032,
+      "step": 30300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0317,
+      "step": 30350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0317,
+      "step": 30400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0317,
+      "step": 30450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.0316,
+      "step": 30500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.0316,
+      "step": 30550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0319,
+      "step": 30600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.0318,
+      "step": 30650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.0316,
+      "step": 30700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0318,
+      "step": 30750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0318,
+      "step": 30800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.0317,
+      "step": 30850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0318,
+      "step": 30900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0317,
+      "step": 30950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0312,
+      "step": 31000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0316,
+      "step": 31050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0318,
+      "step": 31100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.0317,
+      "step": 31150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0316,
+      "step": 31200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0316,
+      "step": 31250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.0316,
+      "step": 31300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.0318,
+      "step": 31350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0317,
+      "step": 31400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.0317,
+      "step": 31450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0318,
+      "step": 31500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0317,
+      "step": 31550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.0318,
+      "step": 31600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.0319,
+      "step": 31650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.0315,
+      "step": 31700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0317,
+      "step": 31750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.0316,
+      "step": 31800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0319,
+      "step": 31850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.0314,
+      "step": 31900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0316,
+      "step": 31950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.0316,
+      "step": 32000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.0314,
+      "step": 32050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.0317,
+      "step": 32100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0318,
+      "step": 32150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.031,
+      "step": 32200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0314,
+      "step": 32250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.0316,
+      "step": 32300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.0315,
+      "step": 32350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0313,
+      "step": 32400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0314,
+      "step": 32450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0315,
+      "step": 32500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.0315,
+      "step": 32550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0316,
+      "step": 32600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0316,
+      "step": 32650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0318,
+      "step": 32700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0311,
+      "step": 32750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0315,
+      "step": 32800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0313,
+      "step": 32850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.0312,
+      "step": 32900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0315,
+      "step": 32950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.0312,
+      "step": 33000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0313,
+      "step": 33050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.0316,
+      "step": 33100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0314,
+      "step": 33150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.0316,
+      "step": 33200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.0311,
+      "step": 33250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0313,
+      "step": 33300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0312,
+      "step": 33350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0312,
+      "step": 33400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0314,
+      "step": 33450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0313,
+      "step": 33500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.0313,
+      "step": 33550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.0314,
+      "step": 33600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.031,
+      "step": 33650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0311,
+      "step": 33700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0312,
+      "step": 33750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.0314,
+      "step": 33800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0313,
+      "step": 33850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0312,
+      "step": 33900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.031,
+      "step": 33950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0311,
+      "step": 34000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.031,
+      "step": 34050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0306,
+      "step": 34100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.031,
+      "step": 34150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.0311,
+      "step": 34200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.0312,
+      "step": 34250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0309,
+      "step": 34300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.0308,
+      "step": 34350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.0309,
+      "step": 34400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.031,
+      "step": 34450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.0309,
+      "step": 34500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.031,
+      "step": 34550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0311,
+      "step": 34600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.031,
+      "step": 34650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.0311,
+      "step": 34700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0309,
+      "step": 34750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.0307,
+      "step": 34800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0308,
+      "step": 34850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0313,
+      "step": 34900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.0308,
+      "step": 34950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.031,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7588445227332565,
+      "eval_af_ud_pr_auc": 0.9752117741362816,
+      "eval_am_opus100_pr_auc": 0.5314712568236799,
+      "eval_ar_ersatz_pr_auc": 0.9298256382905309,
+      "eval_ar_opus100_pr_auc": 0.6938075465689504,
+      "eval_ar_ud_pr_auc": 0.8862368951468232,
+      "eval_average_ersatz_pr_auc": 0.9562503136029903,
+      "eval_average_opus100_pr_auc": 0.8191530272208988,
+      "eval_average_ud_pr_auc": 0.9554748916471203,
+      "eval_az_opus100_pr_auc": 0.7714944183909458,
+      "eval_be_opus100_pr_auc": 0.6678650075763618,
+      "eval_be_ud_pr_auc": 0.8820282890342169,
+      "eval_bg_opus100_pr_auc": 0.9120097555178307,
+      "eval_bg_ud_pr_auc": 0.9913181762345865,
+      "eval_bn_opus100_pr_auc": 0.7944368437773034,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8742192482890618,
+      "eval_ca_ud_pr_auc": 0.9876398313017369,
+      "eval_ceb_ud_pr_auc": 0.9995294900423841,
+      "eval_cs_ersatz_pr_auc": 0.9845899040648542,
+      "eval_cs_opus100_pr_auc": 0.9018924291265321,
+      "eval_cs_ud_pr_auc": 0.9512534151518514,
+      "eval_cy_opus100_pr_auc": 0.7648655925484555,
+      "eval_cy_ud_pr_auc": 0.9950999784071481,
+      "eval_da_opus100_pr_auc": 0.8992278856651178,
+      "eval_da_ud_pr_auc": 0.9811530878937014,
+      "eval_de_ersatz_pr_auc": 0.9726513696073658,
+      "eval_de_opus100_pr_auc": 0.8788541186799317,
+      "eval_de_ud_pr_auc": 0.9808278015195884,
+      "eval_el_opus100_pr_auc": 0.9154881357940529,
+      "eval_el_ud_pr_auc": 0.9921815888281712,
+      "eval_en_ersatz_pr_auc": 0.9889644520109202,
+      "eval_en_opus100_pr_auc": 0.9195960397400522,
+      "eval_en_ud_pr_auc": 0.9651089475623283,
+      "eval_eo_opus100_pr_auc": 0.9265214583701755,
+      "eval_es_ersatz_pr_auc": 0.993866059316266,
+      "eval_es_opus100_pr_auc": 0.917857379284221,
+      "eval_es_ud_pr_auc": 0.9917131920563735,
+      "eval_et_ersatz_pr_auc": 0.9781461955508254,
+      "eval_et_opus100_pr_auc": 0.8873298155953768,
+      "eval_et_ud_pr_auc": 0.9393735017922514,
+      "eval_eu_opus100_pr_auc": 0.874207970650549,
+      "eval_eu_ud_pr_auc": 0.9875795449879942,
+      "eval_fa_opus100_pr_auc": 0.566958089428935,
+      "eval_fa_ud_pr_auc": 0.991798221473136,
+      "eval_fi_ersatz_pr_auc": 0.9862603269029068,
+      "eval_fi_opus100_pr_auc": 0.899188873112421,
+      "eval_fi_ud_pr_auc": 0.9578142269828396,
+      "eval_fr_ersatz_pr_auc": 0.9867518512525897,
+      "eval_fr_opus100_pr_auc": 0.9014525814830414,
+      "eval_fr_ud_pr_auc": 0.9739774834577475,
+      "eval_fy_opus100_pr_auc": 0.6679912143414835,
+      "eval_ga_opus100_pr_auc": 0.8814786263276138,
+      "eval_ga_ud_pr_auc": 0.8017407338147905,
+      "eval_gd_opus100_pr_auc": 0.599416334150686,
+      "eval_gd_ud_pr_auc": 0.7778312845952632,
+      "eval_gl_opus100_pr_auc": 0.8839694947435123,
+      "eval_gl_ud_pr_auc": 0.9940373319623114,
+      "eval_gu_ersatz_pr_auc": 0.9193601105667828,
+      "eval_gu_opus100_pr_auc": 0.7170160336073398,
+      "eval_ha_opus100_pr_auc": 0.9083492729574955,
+      "eval_he_opus100_pr_auc": 0.8629697423929924,
+      "eval_he_ud_pr_auc": 0.9672206699211046,
+      "eval_hi_ersatz_pr_auc": 0.9632864086048183,
+      "eval_hi_opus100_pr_auc": 0.6530809261824562,
+      "eval_hi_ud_pr_auc": 0.9765862068648209,
+      "eval_hu_opus100_pr_auc": 0.9203423942995541,
+      "eval_hu_ud_pr_auc": 0.9804052173245676,
+      "eval_hy_opus100_pr_auc": 0.9089508745054944,
+      "eval_hy_ud_pr_auc": 0.9722157056662787,
+      "eval_id_opus100_pr_auc": 0.8647172434884944,
+      "eval_id_ud_pr_auc": 0.9855165876403083,
+      "eval_ig_opus100_pr_auc": 0.8598826081481149,
+      "eval_is_opus100_pr_auc": 0.9365321238065988,
+      "eval_is_ud_pr_auc": 0.9016922368882705,
+      "eval_it_opus100_pr_auc": 0.9019587054068922,
+      "eval_it_ud_pr_auc": 0.9989007708600383,
+      "eval_ja_ersatz_pr_auc": 0.7487906867845219,
+      "eval_ja_opus100_pr_auc": 0.8099140398312428,
+      "eval_ja_ud_pr_auc": 0.9695232508368795,
+      "eval_jv_ud_pr_auc": 0.9833966817043098,
+      "eval_ka_opus100_pr_auc": 0.8619406867736419,
+      "eval_kk_ersatz_pr_auc": 0.9800074798847845,
+      "eval_kk_opus100_pr_auc": 0.7512479457036149,
+      "eval_kk_ud_pr_auc": 0.9731286186549369,
+      "eval_km_ersatz_pr_auc": 0.9095457408184218,
+      "eval_km_opus100_pr_auc": 0.7363364190002051,
+      "eval_kn_opus100_pr_auc": 0.6071247993881665,
+      "eval_ko_opus100_pr_auc": 0.6536206834449025,
+      "eval_ko_ud_pr_auc": 0.9986261828258847,
+      "eval_ku_opus100_pr_auc": 0.8117326520186989,
+      "eval_ky_opus100_pr_auc": 0.8470727110791241,
+      "eval_la_ud_pr_auc": 0.9224360313592004,
+      "eval_loss": 0.03491578996181488,
+      "eval_lt_ersatz_pr_auc": 0.9856095599006759,
+      "eval_lt_opus100_pr_auc": 0.853501191116252,
+      "eval_lt_ud_pr_auc": 0.9910712483287646,
+      "eval_lv_ersatz_pr_auc": 0.9856580574783439,
+      "eval_lv_opus100_pr_auc": 0.8692623822371937,
+      "eval_lv_ud_pr_auc": 0.9585299806688573,
+      "eval_mg_opus100_pr_auc": 0.9220944729962718,
+      "eval_mk_opus100_pr_auc": 0.8942099527001341,
+      "eval_ml_opus100_pr_auc": 0.7653680797595548,
+      "eval_mn_opus100_pr_auc": 0.9507319741020711,
+      "eval_mr_opus100_pr_auc": 0.8699734101926633,
+      "eval_mr_ud_pr_auc": 0.9598319408802006,
+      "eval_ms_opus100_pr_auc": 0.8517561595236327,
+      "eval_mt_opus100_pr_auc": 0.8283671331126999,
+      "eval_mt_ud_pr_auc": 0.8334680560911327,
+      "eval_my_opus100_pr_auc": 0.6891375288106334,
+      "eval_ne_opus100_pr_auc": 0.7169680871336449,
+      "eval_nl_opus100_pr_auc": 0.8933682519910237,
+      "eval_nl_ud_pr_auc": 0.979097512072014,
+      "eval_no_opus100_pr_auc": 0.916863300019958,
+      "eval_no_ud_pr_auc": 0.9942184721076776,
+      "eval_pa_opus100_pr_auc": 0.6512624764015708,
+      "eval_pl_ersatz_pr_auc": 0.9679994228085121,
+      "eval_pl_opus100_pr_auc": 0.8881775667216885,
+      "eval_pl_ud_pr_auc": 0.9620391411698899,
+      "eval_ps_ersatz_pr_auc": 0.9349043774947445,
+      "eval_ps_opus100_pr_auc": 0.702082298815009,
+      "eval_pt_opus100_pr_auc": 0.9159336565671488,
+      "eval_pt_ud_pr_auc": 0.9804924676197722,
+      "eval_ro_ersatz_pr_auc": 0.9931623495002764,
+      "eval_ro_opus100_pr_auc": 0.8450080505343041,
+      "eval_ro_ud_pr_auc": 0.976795187524654,
+      "eval_ru_ersatz_pr_auc": 0.9878888507659297,
+      "eval_ru_opus100_pr_auc": 0.9046238548734641,
+      "eval_ru_ud_pr_auc": 0.8803410380263428,
+      "eval_runtime": 604.6679,
+      "eval_samples_per_second": 124.786,
+      "eval_si_opus100_pr_auc": 0.7888683989178394,
+      "eval_sk_opus100_pr_auc": 0.9147876289280019,
+      "eval_sk_ud_pr_auc": 0.9801634135564756,
+      "eval_sl_opus100_pr_auc": 0.8653023435680925,
+      "eval_sl_ud_pr_auc": 0.9690121317345487,
+      "eval_sq_opus100_pr_auc": 0.8735988896635146,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9051351404571504,
+      "eval_sr_ud_pr_auc": 0.9984526164987284,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.8911426870755575,
+      "eval_sv_ud_pr_auc": 0.9474620269430871,
+      "eval_ta_ersatz_pr_auc": 0.9781609721628174,
+      "eval_ta_opus100_pr_auc": 0.6566458603401761,
+      "eval_ta_ud_pr_auc": 0.9938468558471145,
+      "eval_te_opus100_pr_auc": 0.8043995638222129,
+      "eval_tg_opus100_pr_auc": 0.8759896999034175,
+      "eval_th_opus100_pr_auc": 0.6540460139478835,
+      "eval_th_ud_pr_auc": 0.746798583341465,
+      "eval_tr_ersatz_pr_auc": 0.9479933263207284,
+      "eval_tr_opus100_pr_auc": 0.9003859490936144,
+      "eval_tr_ud_pr_auc": 0.9354714313108448,
+      "eval_uk_opus100_pr_auc": 0.8647426599494905,
+      "eval_uk_ud_pr_auc": 0.9119395499247871,
+      "eval_ur_opus100_pr_auc": 0.522275452569753,
+      "eval_ur_ud_pr_auc": 0.9945813272974023,
+      "eval_uz_opus100_pr_auc": 0.8753921360088031,
+      "eval_vi_opus100_pr_auc": 0.8999683134949275,
+      "eval_vi_ud_pr_auc": 0.9408128879363794,
+      "eval_xh_opus100_pr_auc": 0.8665818884326654,
+      "eval_yi_opus100_pr_auc": 0.7355476841232079,
+      "eval_yo_opus100_pr_auc": 0.8177291776970401,
+      "eval_yo_ud_pr_auc": 0.9169311852083595,
+      "eval_zh_ersatz_pr_auc": 0.914083759178164,
+      "eval_zh_opus100_pr_auc": 0.80770729576736,
+      "eval_zh_ud_pr_auc": 0.9776088128692358,
+      "eval_zu_opus100_pr_auc": 0.8183771199894957,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.0313,
+      "step": 35050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0307,
+      "step": 35100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.0312,
+      "step": 35150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0312,
+      "step": 35200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.0309,
+      "step": 35250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.0308,
+      "step": 35300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.0307,
+      "step": 35350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.031,
+      "step": 35400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0309,
+      "step": 35450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.0308,
+      "step": 35500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.0311,
+      "step": 35550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.031,
+      "step": 35600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.0307,
+      "step": 35650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.0311,
+      "step": 35700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.0308,
+      "step": 35750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.0305,
+      "step": 35800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0305,
+      "step": 35850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0308,
+      "step": 35900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.0311,
+      "step": 35950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.0307,
+      "step": 36000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.0308,
+      "step": 36050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.0308,
+      "step": 36100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.0308,
+      "step": 36150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0308,
+      "step": 36200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.0304,
+      "step": 36250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.0309,
+      "step": 36300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.0307,
+      "step": 36350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0305,
+      "step": 36400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.0304,
+      "step": 36450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0306,
+      "step": 36500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0307,
+      "step": 36550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.0308,
+      "step": 36600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0309,
+      "step": 36650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.0304,
+      "step": 36700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.0305,
+      "step": 36750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.0305,
+      "step": 36800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.0306,
+      "step": 36850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.0307,
+      "step": 36900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.0304,
+      "step": 36950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.0306,
+      "step": 37000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.0307,
+      "step": 37050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.0309,
+      "step": 37100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0306,
+      "step": 37150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.0306,
+      "step": 37200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.0308,
+      "step": 37250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.0307,
+      "step": 37300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.0302,
+      "step": 37350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0303,
+      "step": 37400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0305,
+      "step": 37450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.0307,
+      "step": 37500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.0306,
+      "step": 37550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.0306,
+      "step": 37600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0306,
+      "step": 37650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.0304,
+      "step": 37700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.0307,
+      "step": 37750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0305,
+      "step": 37800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.0305,
+      "step": 37850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0308,
+      "step": 37900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.0302,
+      "step": 37950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.0304,
+      "step": 38000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.0304,
+      "step": 38050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.0305,
+      "step": 38100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0304,
+      "step": 38150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0303,
+      "step": 38200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.0303,
+      "step": 38250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0306,
+      "step": 38300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.0301,
+      "step": 38350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.0306,
+      "step": 38400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.0303,
+      "step": 38450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.0306,
+      "step": 38500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0302,
+      "step": 38550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0304,
+      "step": 38600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.0302,
+      "step": 38650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0305,
+      "step": 38700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0301,
+      "step": 38750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.0304,
+      "step": 38800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0302,
+      "step": 38850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.0305,
+      "step": 38900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0306,
+      "step": 38950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0304,
+      "step": 39000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0305,
+      "step": 39050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0302,
+      "step": 39100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.0303,
+      "step": 39150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0302,
+      "step": 39200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.0302,
+      "step": 39250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0305,
+      "step": 39300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.0305,
+      "step": 39350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0303,
+      "step": 39400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0303,
+      "step": 39450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.0302,
+      "step": 39500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.0302,
+      "step": 39550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0302,
+      "step": 39600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0302,
+      "step": 39650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0301,
+      "step": 39700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.03,
+      "step": 39750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.03,
+      "step": 39800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.0302,
+      "step": 39850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0303,
+      "step": 39900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.03,
+      "step": 39950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0302,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7907696357826718,
+      "eval_af_ud_pr_auc": 0.9795056468179995,
+      "eval_am_opus100_pr_auc": 0.5800965528705488,
+      "eval_ar_ersatz_pr_auc": 0.9236001536130138,
+      "eval_ar_opus100_pr_auc": 0.7021876155613436,
+      "eval_ar_ud_pr_auc": 0.8807659285986981,
+      "eval_average_ersatz_pr_auc": 0.9610864283205768,
+      "eval_average_opus100_pr_auc": 0.8270784842747695,
+      "eval_average_ud_pr_auc": 0.957642187627076,
+      "eval_az_opus100_pr_auc": 0.7868004949729231,
+      "eval_be_opus100_pr_auc": 0.6964507069145914,
+      "eval_be_ud_pr_auc": 0.8887518060036932,
+      "eval_bg_opus100_pr_auc": 0.910333379768134,
+      "eval_bg_ud_pr_auc": 0.9921744843197975,
+      "eval_bn_opus100_pr_auc": 0.7980299043048957,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8774011570504948,
+      "eval_ca_ud_pr_auc": 0.9924306141421076,
+      "eval_ceb_ud_pr_auc": 0.9998862165321633,
+      "eval_cs_ersatz_pr_auc": 0.9832077156909941,
+      "eval_cs_opus100_pr_auc": 0.9035706413438063,
+      "eval_cs_ud_pr_auc": 0.9513615351068034,
+      "eval_cy_opus100_pr_auc": 0.7724856742075069,
+      "eval_cy_ud_pr_auc": 0.9950404878595118,
+      "eval_da_opus100_pr_auc": 0.8964832869880576,
+      "eval_da_ud_pr_auc": 0.9800807693977625,
+      "eval_de_ersatz_pr_auc": 0.9754577798616106,
+      "eval_de_opus100_pr_auc": 0.8826661297164092,
+      "eval_de_ud_pr_auc": 0.9819121166060006,
+      "eval_el_opus100_pr_auc": 0.9154733227006642,
+      "eval_el_ud_pr_auc": 0.9943968538899864,
+      "eval_en_ersatz_pr_auc": 0.9870378512701407,
+      "eval_en_opus100_pr_auc": 0.9186403339300216,
+      "eval_en_ud_pr_auc": 0.9700696030990288,
+      "eval_eo_opus100_pr_auc": 0.9258942173664629,
+      "eval_es_ersatz_pr_auc": 0.9948299905793537,
+      "eval_es_opus100_pr_auc": 0.9224635149081933,
+      "eval_es_ud_pr_auc": 0.9922839779904562,
+      "eval_et_ersatz_pr_auc": 0.9786412016239657,
+      "eval_et_opus100_pr_auc": 0.8923868932911687,
+      "eval_et_ud_pr_auc": 0.9444332903444197,
+      "eval_eu_opus100_pr_auc": 0.8802099086482489,
+      "eval_eu_ud_pr_auc": 0.9914249912218116,
+      "eval_fa_opus100_pr_auc": 0.582956351945705,
+      "eval_fa_ud_pr_auc": 0.9927882768033689,
+      "eval_fi_ersatz_pr_auc": 0.9881626627823885,
+      "eval_fi_opus100_pr_auc": 0.9138810260237243,
+      "eval_fi_ud_pr_auc": 0.9671274905860119,
+      "eval_fr_ersatz_pr_auc": 0.9856739360536351,
+      "eval_fr_opus100_pr_auc": 0.9032246170157343,
+      "eval_fr_ud_pr_auc": 0.9772085938016728,
+      "eval_fy_opus100_pr_auc": 0.6830413689027092,
+      "eval_ga_opus100_pr_auc": 0.8891564982126754,
+      "eval_ga_ud_pr_auc": 0.8003785413324809,
+      "eval_gd_opus100_pr_auc": 0.6201721413142814,
+      "eval_gd_ud_pr_auc": 0.76289799218665,
+      "eval_gl_opus100_pr_auc": 0.8801860518478344,
+      "eval_gl_ud_pr_auc": 0.9963591803384203,
+      "eval_gu_ersatz_pr_auc": 0.9188949259519593,
+      "eval_gu_opus100_pr_auc": 0.7318378023590225,
+      "eval_ha_opus100_pr_auc": 0.8958328166378915,
+      "eval_he_opus100_pr_auc": 0.8667527478539052,
+      "eval_he_ud_pr_auc": 0.9689922716817365,
+      "eval_hi_ersatz_pr_auc": 0.9671435550516153,
+      "eval_hi_opus100_pr_auc": 0.6738954667228838,
+      "eval_hi_ud_pr_auc": 0.9853997428691362,
+      "eval_hu_opus100_pr_auc": 0.9215367202182263,
+      "eval_hu_ud_pr_auc": 0.980570792251058,
+      "eval_hy_opus100_pr_auc": 0.9067591694905337,
+      "eval_hy_ud_pr_auc": 0.9795322133890526,
+      "eval_id_opus100_pr_auc": 0.885967032341767,
+      "eval_id_ud_pr_auc": 0.9913321230318851,
+      "eval_ig_opus100_pr_auc": 0.8763890769064914,
+      "eval_is_opus100_pr_auc": 0.9261333136641335,
+      "eval_is_ud_pr_auc": 0.901645525796869,
+      "eval_it_opus100_pr_auc": 0.8949588653580692,
+      "eval_it_ud_pr_auc": 0.9984253663876207,
+      "eval_ja_ersatz_pr_auc": 0.8297828937629445,
+      "eval_ja_opus100_pr_auc": 0.7977374720415034,
+      "eval_ja_ud_pr_auc": 0.9832487853823468,
+      "eval_jv_ud_pr_auc": 0.9866647663401685,
+      "eval_ka_opus100_pr_auc": 0.8698319735170462,
+      "eval_kk_ersatz_pr_auc": 0.9821941623105044,
+      "eval_kk_opus100_pr_auc": 0.7705558169220914,
+      "eval_kk_ud_pr_auc": 0.9714958364185216,
+      "eval_km_ersatz_pr_auc": 0.9049979426246267,
+      "eval_km_opus100_pr_auc": 0.7364145997151946,
+      "eval_kn_opus100_pr_auc": 0.6073820470410641,
+      "eval_ko_opus100_pr_auc": 0.680390303475612,
+      "eval_ko_ud_pr_auc": 0.9992837256206718,
+      "eval_ku_opus100_pr_auc": 0.8193207686293272,
+      "eval_ky_opus100_pr_auc": 0.881367272668735,
+      "eval_la_ud_pr_auc": 0.9639524084815148,
+      "eval_loss": 0.033978573977947235,
+      "eval_lt_ersatz_pr_auc": 0.9926177374598069,
+      "eval_lt_opus100_pr_auc": 0.8619687672284366,
+      "eval_lt_ud_pr_auc": 0.9947336963152807,
+      "eval_lv_ersatz_pr_auc": 0.9864236431376038,
+      "eval_lv_opus100_pr_auc": 0.8780425515309945,
+      "eval_lv_ud_pr_auc": 0.9552468982005293,
+      "eval_mg_opus100_pr_auc": 0.9129069255901666,
+      "eval_mk_opus100_pr_auc": 0.9012697337369505,
+      "eval_ml_opus100_pr_auc": 0.7716892716825885,
+      "eval_mn_opus100_pr_auc": 0.9457433892341722,
+      "eval_mr_opus100_pr_auc": 0.8752153388752087,
+      "eval_mr_ud_pr_auc": 0.957581628313954,
+      "eval_ms_opus100_pr_auc": 0.8596804058169216,
+      "eval_mt_opus100_pr_auc": 0.8319731054048357,
+      "eval_mt_ud_pr_auc": 0.8586137541658441,
+      "eval_my_opus100_pr_auc": 0.7312659211879554,
+      "eval_ne_opus100_pr_auc": 0.7253086557299221,
+      "eval_nl_opus100_pr_auc": 0.8869434882365884,
+      "eval_nl_ud_pr_auc": 0.9784737557035675,
+      "eval_no_opus100_pr_auc": 0.9177748390349939,
+      "eval_no_ud_pr_auc": 0.994337024383499,
+      "eval_pa_opus100_pr_auc": 0.6611331215259013,
+      "eval_pl_ersatz_pr_auc": 0.9734465792700729,
+      "eval_pl_opus100_pr_auc": 0.8955681943637441,
+      "eval_pl_ud_pr_auc": 0.9592880095143304,
+      "eval_ps_ersatz_pr_auc": 0.9264594312465365,
+      "eval_ps_opus100_pr_auc": 0.7296228011482214,
+      "eval_pt_opus100_pr_auc": 0.9210165096356555,
+      "eval_pt_ud_pr_auc": 0.9821816162677824,
+      "eval_ro_ersatz_pr_auc": 0.992098156401189,
+      "eval_ro_opus100_pr_auc": 0.8575350958572832,
+      "eval_ro_ud_pr_auc": 0.9639478761255997,
+      "eval_ru_ersatz_pr_auc": 0.9916402909504733,
+      "eval_ru_opus100_pr_auc": 0.9007765626001374,
+      "eval_ru_ud_pr_auc": 0.8546661782754366,
+      "eval_runtime": 593.5213,
+      "eval_samples_per_second": 127.129,
+      "eval_si_opus100_pr_auc": 0.8108853764747618,
+      "eval_sk_opus100_pr_auc": 0.920405134278527,
+      "eval_sk_ud_pr_auc": 0.9822344130174336,
+      "eval_sl_opus100_pr_auc": 0.8637290703059414,
+      "eval_sl_ud_pr_auc": 0.9642214466193807,
+      "eval_sq_opus100_pr_auc": 0.8923937533696962,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9003824391911065,
+      "eval_sr_ud_pr_auc": 0.9988740937473194,
+      "eval_steps_per_second": 0.994,
+      "eval_sv_opus100_pr_auc": 0.8886862082988846,
+      "eval_sv_ud_pr_auc": 0.9430354193568383,
+      "eval_ta_ersatz_pr_auc": 0.978344737222809,
+      "eval_ta_opus100_pr_auc": 0.6601038924366941,
+      "eval_ta_ud_pr_auc": 0.997775564819634,
+      "eval_te_opus100_pr_auc": 0.8101827812157646,
+      "eval_tg_opus100_pr_auc": 0.8765102032615477,
+      "eval_th_opus100_pr_auc": 0.6665923516158061,
+      "eval_th_ud_pr_auc": 0.7592664415445511,
+      "eval_tr_ersatz_pr_auc": 0.946394721472882,
+      "eval_tr_opus100_pr_auc": 0.897316782844163,
+      "eval_tr_ud_pr_auc": 0.9410549240799209,
+      "eval_uk_opus100_pr_auc": 0.8705936777755721,
+      "eval_uk_ud_pr_auc": 0.9120061201165767,
+      "eval_ur_opus100_pr_auc": 0.5495441641093439,
+      "eval_ur_ud_pr_auc": 0.9967549378756224,
+      "eval_uz_opus100_pr_auc": 0.8760190164973266,
+      "eval_vi_opus100_pr_auc": 0.9026398720814383,
+      "eval_vi_ud_pr_auc": 0.9570565629138013,
+      "eval_xh_opus100_pr_auc": 0.8759662914905867,
+      "eval_yi_opus100_pr_auc": 0.7401801224432735,
+      "eval_yo_opus100_pr_auc": 0.8218494379844359,
+      "eval_yo_ud_pr_auc": 0.9064193644696389,
+      "eval_zh_ersatz_pr_auc": 0.9368513547145678,
+      "eval_zh_opus100_pr_auc": 0.8368444918210863,
+      "eval_zh_ud_pr_auc": 0.9860130142873552,
+      "eval_zu_opus100_pr_auc": 0.8261512734621543,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0303,
+      "step": 40050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.0302,
+      "step": 40100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.03,
+      "step": 40150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.03,
+      "step": 40200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.0301,
+      "step": 40250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.03,
+      "step": 40300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.0301,
+      "step": 40350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.0302,
+      "step": 40400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0303,
+      "step": 40450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.0302,
+      "step": 40500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.03,
+      "step": 40550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.0302,
+      "step": 40600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.0299,
+      "step": 40650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0299,
+      "step": 40700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.0298,
+      "step": 40750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0302,
+      "step": 40800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0301,
+      "step": 40850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.0301,
+      "step": 40900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0302,
+      "step": 40950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0301,
+      "step": 41000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.03,
+      "step": 41050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0301,
+      "step": 41100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.0302,
+      "step": 41150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.03,
+      "step": 41200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.03,
+      "step": 41250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0301,
+      "step": 41300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.03,
+      "step": 41350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0299,
+      "step": 41400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0299,
+      "step": 41450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0302,
+      "step": 41500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.0296,
+      "step": 41550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.03,
+      "step": 41600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.0298,
+      "step": 41650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.03,
+      "step": 41700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.0299,
+      "step": 41750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0301,
+      "step": 41800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0299,
+      "step": 41850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.03,
+      "step": 41900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.0299,
+      "step": 41950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.03,
+      "step": 42000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0301,
+      "step": 42050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.03,
+      "step": 42100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.03,
+      "step": 42150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.0299,
+      "step": 42200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.0299,
+      "step": 42250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0298,
+      "step": 42300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.0299,
+      "step": 42350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0299,
+      "step": 42400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0296,
+      "step": 42450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.0297,
+      "step": 42500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.0298,
+      "step": 42550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.0299,
+      "step": 42600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.0299,
+      "step": 42650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.0298,
+      "step": 42700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.03,
+      "step": 42750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.0297,
+      "step": 42800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.0295,
+      "step": 42850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.0299,
+      "step": 42900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.0299,
+      "step": 42950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.0298,
+      "step": 43000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.0297,
+      "step": 43050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0298,
+      "step": 43100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.0299,
+      "step": 43150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.0296,
+      "step": 43200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.0297,
+      "step": 43250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0297,
+      "step": 43300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0296,
+      "step": 43350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0296,
+      "step": 43400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.0298,
+      "step": 43450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0299,
+      "step": 43500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.0297,
+      "step": 43550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.03,
+      "step": 43600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.0299,
+      "step": 43650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0297,
+      "step": 43700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.0295,
+      "step": 43750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.0298,
+      "step": 43800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0295,
+      "step": 43850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.0297,
+      "step": 43900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.0295,
+      "step": 43950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0297,
+      "step": 44000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.0296,
+      "step": 44050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.0297,
+      "step": 44100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0295,
+      "step": 44150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0297,
+      "step": 44200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.0296,
+      "step": 44250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0294,
+      "step": 44300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.0297,
+      "step": 44350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.0298,
+      "step": 44400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.0296,
+      "step": 44450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0295,
+      "step": 44500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0296,
+      "step": 44550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.0295,
+      "step": 44600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0297,
+      "step": 44650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.0295,
+      "step": 44700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.0296,
+      "step": 44750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0298,
+      "step": 44800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.0298,
+      "step": 44850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.0293,
+      "step": 44900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.0296,
+      "step": 44950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.0296,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7878364082550199,
+      "eval_af_ud_pr_auc": 0.9909954046886873,
+      "eval_am_opus100_pr_auc": 0.5837436349323185,
+      "eval_ar_ersatz_pr_auc": 0.9314422335563934,
+      "eval_ar_opus100_pr_auc": 0.7159230724159161,
+      "eval_ar_ud_pr_auc": 0.877978383906,
+      "eval_average_ersatz_pr_auc": 0.9617520978302249,
+      "eval_average_opus100_pr_auc": 0.8277526628185194,
+      "eval_average_ud_pr_auc": 0.9588518393011021,
+      "eval_az_opus100_pr_auc": 0.8079814793280906,
+      "eval_be_opus100_pr_auc": 0.6924688190658944,
+      "eval_be_ud_pr_auc": 0.8892939919784416,
+      "eval_bg_opus100_pr_auc": 0.9060651025591345,
+      "eval_bg_ud_pr_auc": 0.9938333813360902,
+      "eval_bn_opus100_pr_auc": 0.8074294316288905,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8723829621009794,
+      "eval_ca_ud_pr_auc": 0.9918941911194322,
+      "eval_ceb_ud_pr_auc": 0.9997257011645344,
+      "eval_cs_ersatz_pr_auc": 0.9838893829337166,
+      "eval_cs_opus100_pr_auc": 0.9028732448446867,
+      "eval_cs_ud_pr_auc": 0.9538869544476019,
+      "eval_cy_opus100_pr_auc": 0.7835851149414954,
+      "eval_cy_ud_pr_auc": 0.9969990387307004,
+      "eval_da_opus100_pr_auc": 0.8988948250134902,
+      "eval_da_ud_pr_auc": 0.9846502109191307,
+      "eval_de_ersatz_pr_auc": 0.977463196587824,
+      "eval_de_opus100_pr_auc": 0.8868980733448908,
+      "eval_de_ud_pr_auc": 0.9843008227107748,
+      "eval_el_opus100_pr_auc": 0.9133454561474104,
+      "eval_el_ud_pr_auc": 0.9950072058159836,
+      "eval_en_ersatz_pr_auc": 0.9904284332794709,
+      "eval_en_opus100_pr_auc": 0.9177529938270246,
+      "eval_en_ud_pr_auc": 0.976345690390312,
+      "eval_eo_opus100_pr_auc": 0.9213909835562828,
+      "eval_es_ersatz_pr_auc": 0.9944543011371343,
+      "eval_es_opus100_pr_auc": 0.9208957965490778,
+      "eval_es_ud_pr_auc": 0.9915423129226616,
+      "eval_et_ersatz_pr_auc": 0.9780709949494663,
+      "eval_et_opus100_pr_auc": 0.8771519411977938,
+      "eval_et_ud_pr_auc": 0.9585399287909868,
+      "eval_eu_opus100_pr_auc": 0.8763990473934037,
+      "eval_eu_ud_pr_auc": 0.9880043009275965,
+      "eval_fa_opus100_pr_auc": 0.5970412293431929,
+      "eval_fa_ud_pr_auc": 0.990346064117301,
+      "eval_fi_ersatz_pr_auc": 0.988839465874935,
+      "eval_fi_opus100_pr_auc": 0.8958027205404056,
+      "eval_fi_ud_pr_auc": 0.9567738650171174,
+      "eval_fr_ersatz_pr_auc": 0.9841795767794331,
+      "eval_fr_opus100_pr_auc": 0.9052792340586719,
+      "eval_fr_ud_pr_auc": 0.9747779221242641,
+      "eval_fy_opus100_pr_auc": 0.6864584007439015,
+      "eval_ga_opus100_pr_auc": 0.8904723285597576,
+      "eval_ga_ud_pr_auc": 0.8004101655322864,
+      "eval_gd_opus100_pr_auc": 0.6032675926426295,
+      "eval_gd_ud_pr_auc": 0.780440533509059,
+      "eval_gl_opus100_pr_auc": 0.8764892481735701,
+      "eval_gl_ud_pr_auc": 0.9965232535738779,
+      "eval_gu_ersatz_pr_auc": 0.9078483082246913,
+      "eval_gu_opus100_pr_auc": 0.717724664309084,
+      "eval_ha_opus100_pr_auc": 0.8987206249357608,
+      "eval_he_opus100_pr_auc": 0.8539972044512565,
+      "eval_he_ud_pr_auc": 0.9787351463188004,
+      "eval_hi_ersatz_pr_auc": 0.9705726692991834,
+      "eval_hi_opus100_pr_auc": 0.6824171751812984,
+      "eval_hi_ud_pr_auc": 0.9805556995325118,
+      "eval_hu_opus100_pr_auc": 0.9088543127212354,
+      "eval_hu_ud_pr_auc": 0.9821044309672124,
+      "eval_hy_opus100_pr_auc": 0.9120846995799226,
+      "eval_hy_ud_pr_auc": 0.9772565590070165,
+      "eval_id_opus100_pr_auc": 0.8801707743746099,
+      "eval_id_ud_pr_auc": 0.9900574021169788,
+      "eval_ig_opus100_pr_auc": 0.8783380552565712,
+      "eval_is_opus100_pr_auc": 0.9261849207208002,
+      "eval_is_ud_pr_auc": 0.8989163791917656,
+      "eval_it_opus100_pr_auc": 0.8948606672488177,
+      "eval_it_ud_pr_auc": 0.9998031669926317,
+      "eval_ja_ersatz_pr_auc": 0.7904726350276051,
+      "eval_ja_opus100_pr_auc": 0.8261462297655834,
+      "eval_ja_ud_pr_auc": 0.9831821269819194,
+      "eval_jv_ud_pr_auc": 0.9854766749536656,
+      "eval_ka_opus100_pr_auc": 0.8561525075004932,
+      "eval_kk_ersatz_pr_auc": 0.9841707668327502,
+      "eval_kk_opus100_pr_auc": 0.7831958433756847,
+      "eval_kk_ud_pr_auc": 0.9732128499552137,
+      "eval_km_ersatz_pr_auc": 0.9056750485248797,
+      "eval_km_opus100_pr_auc": 0.7607513051973233,
+      "eval_kn_opus100_pr_auc": 0.598227983589106,
+      "eval_ko_opus100_pr_auc": 0.6928918343000353,
+      "eval_ko_ud_pr_auc": 0.997846034286796,
+      "eval_ku_opus100_pr_auc": 0.8235237740500301,
+      "eval_ky_opus100_pr_auc": 0.8864397035227479,
+      "eval_la_ud_pr_auc": 0.9364887633793704,
+      "eval_loss": 0.033260125666856766,
+      "eval_lt_ersatz_pr_auc": 0.9907252068499619,
+      "eval_lt_opus100_pr_auc": 0.8702360483089833,
+      "eval_lt_ud_pr_auc": 0.9935056083218635,
+      "eval_lv_ersatz_pr_auc": 0.9868212613667828,
+      "eval_lv_opus100_pr_auc": 0.8717878399728233,
+      "eval_lv_ud_pr_auc": 0.9584754088533661,
+      "eval_mg_opus100_pr_auc": 0.9227927125032768,
+      "eval_mk_opus100_pr_auc": 0.9055971257560116,
+      "eval_ml_opus100_pr_auc": 0.7787811231751862,
+      "eval_mn_opus100_pr_auc": 0.9528771826564383,
+      "eval_mr_opus100_pr_auc": 0.8567396972658838,
+      "eval_mr_ud_pr_auc": 0.973318639091652,
+      "eval_ms_opus100_pr_auc": 0.8666383579944466,
+      "eval_mt_opus100_pr_auc": 0.8264539780818433,
+      "eval_mt_ud_pr_auc": 0.8393081771946468,
+      "eval_my_opus100_pr_auc": 0.7296400804831342,
+      "eval_ne_opus100_pr_auc": 0.7379876435947892,
+      "eval_nl_opus100_pr_auc": 0.8855385596225628,
+      "eval_nl_ud_pr_auc": 0.9769966149875342,
+      "eval_no_opus100_pr_auc": 0.9112649729917645,
+      "eval_no_ud_pr_auc": 0.9944275189770093,
+      "eval_pa_opus100_pr_auc": 0.6617471044604242,
+      "eval_pl_ersatz_pr_auc": 0.9699843671448278,
+      "eval_pl_opus100_pr_auc": 0.8828988849537847,
+      "eval_pl_ud_pr_auc": 0.9648680639066599,
+      "eval_ps_ersatz_pr_auc": 0.9350349253891328,
+      "eval_ps_opus100_pr_auc": 0.7283686835147063,
+      "eval_pt_opus100_pr_auc": 0.9139144956169293,
+      "eval_pt_ud_pr_auc": 0.9837592218361713,
+      "eval_ro_ersatz_pr_auc": 0.9942880633188306,
+      "eval_ro_opus100_pr_auc": 0.8630273210190268,
+      "eval_ro_ud_pr_auc": 0.971971943506338,
+      "eval_ru_ersatz_pr_auc": 0.9923006126568552,
+      "eval_ru_opus100_pr_auc": 0.9147902888514722,
+      "eval_ru_ud_pr_auc": 0.8691440933487635,
+      "eval_runtime": 594.0032,
+      "eval_samples_per_second": 127.026,
+      "eval_si_opus100_pr_auc": 0.8106547480223956,
+      "eval_sk_opus100_pr_auc": 0.925508171470015,
+      "eval_sk_ud_pr_auc": 0.9815125587912485,
+      "eval_sl_opus100_pr_auc": 0.8502197648035237,
+      "eval_sl_ud_pr_auc": 0.9717625982399849,
+      "eval_sq_opus100_pr_auc": 0.8961814144786526,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.898256770477875,
+      "eval_sr_ud_pr_auc": 0.9983974953918499,
+      "eval_steps_per_second": 0.993,
+      "eval_sv_opus100_pr_auc": 0.8837226829859567,
+      "eval_sv_ud_pr_auc": 0.945553568169195,
+      "eval_ta_ersatz_pr_auc": 0.9777345930755881,
+      "eval_ta_opus100_pr_auc": 0.6736401300483392,
+      "eval_ta_ud_pr_auc": 0.9923220509473903,
+      "eval_te_opus100_pr_auc": 0.8144528283150548,
+      "eval_tg_opus100_pr_auc": 0.8721529905874267,
+      "eval_th_opus100_pr_auc": 0.6711726920052341,
+      "eval_th_ud_pr_auc": 0.7925512389615804,
+      "eval_tr_ersatz_pr_auc": 0.9580452259794159,
+      "eval_tr_opus100_pr_auc": 0.8956301985356606,
+      "eval_tr_ud_pr_auc": 0.9433284335351326,
+      "eval_uk_opus100_pr_auc": 0.8698671612384642,
+      "eval_uk_ud_pr_auc": 0.9178178903064047,
+      "eval_ur_opus100_pr_auc": 0.5379811604942597,
+      "eval_ur_ud_pr_auc": 0.990050707583065,
+      "eval_uz_opus100_pr_auc": 0.8828147700975044,
+      "eval_vi_opus100_pr_auc": 0.8930228695473119,
+      "eval_vi_ud_pr_auc": 0.9435375015213563,
+      "eval_xh_opus100_pr_auc": 0.8776997935392986,
+      "eval_yi_opus100_pr_auc": 0.716683544070003,
+      "eval_yo_opus100_pr_auc": 0.8313520203368883,
+      "eval_yo_ud_pr_auc": 0.9029394515120553,
+      "eval_zh_ersatz_pr_auc": 0.9661048834760706,
+      "eval_zh_opus100_pr_auc": 0.8508838667993952,
+      "eval_zh_ud_pr_auc": 0.9931014977728259,
+      "eval_zu_opus100_pr_auc": 0.8342272511975639,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.0294,
+      "step": 45050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.0298,
+      "step": 45100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.0294,
+      "step": 45150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.0295,
+      "step": 45200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.0295,
+      "step": 45250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.0295,
+      "step": 45300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.0297,
+      "step": 45350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.029,
+      "step": 45400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.0295,
+      "step": 45450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.0296,
+      "step": 45500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0295,
+      "step": 45550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0293,
+      "step": 45600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0296,
+      "step": 45650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0295,
+      "step": 45700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.0294,
+      "step": 45750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0294,
+      "step": 45800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.0296,
+      "step": 45850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.0295,
+      "step": 45900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0293,
+      "step": 45950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0292,
+      "step": 46000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.0293,
+      "step": 46050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.0295,
+      "step": 46100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.0294,
+      "step": 46150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.0295,
+      "step": 46200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.0293,
+      "step": 46250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.0292,
+      "step": 46300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.0292,
+      "step": 46350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0293,
+      "step": 46400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.0294,
+      "step": 46450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0292,
+      "step": 46500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.0293,
+      "step": 46550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0293,
+      "step": 46600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.0293,
+      "step": 46650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.0293,
+      "step": 46700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0293,
+      "step": 46750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0293,
+      "step": 46800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.0292,
+      "step": 46850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.0291,
+      "step": 46900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.0294,
+      "step": 46950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.0292,
+      "step": 47000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0292,
+      "step": 47050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.0289,
+      "step": 47100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.0291,
+      "step": 47150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.0292,
+      "step": 47200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0293,
+      "step": 47250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.029,
+      "step": 47300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0292,
+      "step": 47350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.0295,
+      "step": 47400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.0294,
+      "step": 47450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0293,
+      "step": 47500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.0293,
+      "step": 47550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.0294,
+      "step": 47600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.0292,
+      "step": 47650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0293,
+      "step": 47700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.029,
+      "step": 47750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.0289,
+      "step": 47800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.0291,
+      "step": 47850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0291,
+      "step": 47900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.0291,
+      "step": 47950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0293,
+      "step": 48000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0292,
+      "step": 48050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0291,
+      "step": 48100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0289,
+      "step": 48150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.0294,
+      "step": 48200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0294,
+      "step": 48250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.0293,
+      "step": 48300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.0292,
+      "step": 48350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0293,
+      "step": 48400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0292,
+      "step": 48450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.0292,
+      "step": 48500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.0291,
+      "step": 48550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.029,
+      "step": 48600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.029,
+      "step": 48650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0291,
+      "step": 48700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.029,
+      "step": 48750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.0292,
+      "step": 48800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.0289,
+      "step": 48850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.029,
+      "step": 48900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.0292,
+      "step": 48950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.029,
+      "step": 49000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0291,
+      "step": 49050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0291,
+      "step": 49100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.0294,
+      "step": 49150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0291,
+      "step": 49200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0289,
+      "step": 49250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.0291,
+      "step": 49300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0289,
+      "step": 49350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.0293,
+      "step": 49400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.029,
+      "step": 49450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0289,
+      "step": 49500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0292,
+      "step": 49550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.029,
+      "step": 49600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.029,
+      "step": 49650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.029,
+      "step": 49700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0289,
+      "step": 49750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0292,
+      "step": 49800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0288,
+      "step": 49850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.029,
+      "step": 49900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0292,
+      "step": 49950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.029,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.774597824168701,
+      "eval_af_ud_pr_auc": 0.9933207877076068,
+      "eval_am_opus100_pr_auc": 0.518899412553053,
+      "eval_ar_ersatz_pr_auc": 0.9345048528017305,
+      "eval_ar_opus100_pr_auc": 0.7183977556576726,
+      "eval_ar_ud_pr_auc": 0.8866776734726296,
+      "eval_average_ersatz_pr_auc": 0.9635889288590362,
+      "eval_average_opus100_pr_auc": 0.8237133005809448,
+      "eval_average_ud_pr_auc": 0.9576025138122797,
+      "eval_az_opus100_pr_auc": 0.7791501476985166,
+      "eval_be_opus100_pr_auc": 0.676530400939133,
+      "eval_be_ud_pr_auc": 0.888148814938697,
+      "eval_bg_opus100_pr_auc": 0.9113878802110844,
+      "eval_bg_ud_pr_auc": 0.9881631476290822,
+      "eval_bn_opus100_pr_auc": 0.8080382206965828,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8688280714555775,
+      "eval_ca_ud_pr_auc": 0.9930379564233132,
+      "eval_ceb_ud_pr_auc": 0.9999434125086536,
+      "eval_cs_ersatz_pr_auc": 0.9835926114349222,
+      "eval_cs_opus100_pr_auc": 0.9084009227337017,
+      "eval_cs_ud_pr_auc": 0.9555128485430378,
+      "eval_cy_opus100_pr_auc": 0.7754466830790792,
+      "eval_cy_ud_pr_auc": 0.9967916257665506,
+      "eval_da_opus100_pr_auc": 0.9080197014468271,
+      "eval_da_ud_pr_auc": 0.9793575043233936,
+      "eval_de_ersatz_pr_auc": 0.9790210437379644,
+      "eval_de_opus100_pr_auc": 0.8891298283822413,
+      "eval_de_ud_pr_auc": 0.9845783741749453,
+      "eval_el_opus100_pr_auc": 0.9109360508726524,
+      "eval_el_ud_pr_auc": 0.9956861514842114,
+      "eval_en_ersatz_pr_auc": 0.9883427872747568,
+      "eval_en_opus100_pr_auc": 0.9180599958386213,
+      "eval_en_ud_pr_auc": 0.9707356193896637,
+      "eval_eo_opus100_pr_auc": 0.9243964734779987,
+      "eval_es_ersatz_pr_auc": 0.9950728453581099,
+      "eval_es_opus100_pr_auc": 0.922244212209722,
+      "eval_es_ud_pr_auc": 0.9932935677179499,
+      "eval_et_ersatz_pr_auc": 0.9773635253279861,
+      "eval_et_opus100_pr_auc": 0.8938494436424114,
+      "eval_et_ud_pr_auc": 0.9491781042738895,
+      "eval_eu_opus100_pr_auc": 0.8725429014727353,
+      "eval_eu_ud_pr_auc": 0.9902156366466727,
+      "eval_fa_opus100_pr_auc": 0.6003936228883114,
+      "eval_fa_ud_pr_auc": 0.9931889189721974,
+      "eval_fi_ersatz_pr_auc": 0.9900537152994352,
+      "eval_fi_opus100_pr_auc": 0.89477412541591,
+      "eval_fi_ud_pr_auc": 0.9649325069502372,
+      "eval_fr_ersatz_pr_auc": 0.9869002782176827,
+      "eval_fr_opus100_pr_auc": 0.9039169485698243,
+      "eval_fr_ud_pr_auc": 0.9791675450377051,
+      "eval_fy_opus100_pr_auc": 0.6843054037010163,
+      "eval_ga_opus100_pr_auc": 0.8825062282545582,
+      "eval_ga_ud_pr_auc": 0.8092628882090472,
+      "eval_gd_opus100_pr_auc": 0.5996741415000495,
+      "eval_gd_ud_pr_auc": 0.7831265062660485,
+      "eval_gl_opus100_pr_auc": 0.8755711534312814,
+      "eval_gl_ud_pr_auc": 0.9942440281846555,
+      "eval_gu_ersatz_pr_auc": 0.9470411874258063,
+      "eval_gu_opus100_pr_auc": 0.712000527696702,
+      "eval_ha_opus100_pr_auc": 0.884158925668561,
+      "eval_he_opus100_pr_auc": 0.880547281026445,
+      "eval_he_ud_pr_auc": 0.9707870183884255,
+      "eval_hi_ersatz_pr_auc": 0.9691497726438433,
+      "eval_hi_opus100_pr_auc": 0.666263096691353,
+      "eval_hi_ud_pr_auc": 0.9819254977113957,
+      "eval_hu_opus100_pr_auc": 0.9218003144012672,
+      "eval_hu_ud_pr_auc": 0.9825997662323511,
+      "eval_hy_opus100_pr_auc": 0.9031356774270176,
+      "eval_hy_ud_pr_auc": 0.9810810444658874,
+      "eval_id_opus100_pr_auc": 0.8666764179853809,
+      "eval_id_ud_pr_auc": 0.989453305731078,
+      "eval_ig_opus100_pr_auc": 0.8628167495469553,
+      "eval_is_opus100_pr_auc": 0.9219316211616553,
+      "eval_is_ud_pr_auc": 0.902006896548034,
+      "eval_it_opus100_pr_auc": 0.8975193439334841,
+      "eval_it_ud_pr_auc": 0.9993898260953517,
+      "eval_ja_ersatz_pr_auc": 0.8169605357820244,
+      "eval_ja_opus100_pr_auc": 0.7867462457979036,
+      "eval_ja_ud_pr_auc": 0.9787572061802131,
+      "eval_jv_ud_pr_auc": 0.9824131386653779,
+      "eval_ka_opus100_pr_auc": 0.867965861725351,
+      "eval_kk_ersatz_pr_auc": 0.9826162758978925,
+      "eval_kk_opus100_pr_auc": 0.729445358722428,
+      "eval_kk_ud_pr_auc": 0.9729952446825226,
+      "eval_km_ersatz_pr_auc": 0.9061560301921175,
+      "eval_km_opus100_pr_auc": 0.7385802355548682,
+      "eval_kn_opus100_pr_auc": 0.5978147982089494,
+      "eval_ko_opus100_pr_auc": 0.667533254733039,
+      "eval_ko_ud_pr_auc": 0.9991872617305557,
+      "eval_ku_opus100_pr_auc": 0.8166134334824492,
+      "eval_ky_opus100_pr_auc": 0.8568737978918782,
+      "eval_la_ud_pr_auc": 0.9579440440639369,
+      "eval_loss": 0.032705675810575485,
+      "eval_lt_ersatz_pr_auc": 0.9913719624836113,
+      "eval_lt_opus100_pr_auc": 0.8732186834751046,
+      "eval_lt_ud_pr_auc": 0.9951918672558439,
+      "eval_lv_ersatz_pr_auc": 0.9886019862290528,
+      "eval_lv_opus100_pr_auc": 0.8845118061804776,
+      "eval_lv_ud_pr_auc": 0.958488363193559,
+      "eval_mg_opus100_pr_auc": 0.9266496076080426,
+      "eval_mk_opus100_pr_auc": 0.9049933480198121,
+      "eval_ml_opus100_pr_auc": 0.7885486025647013,
+      "eval_mn_opus100_pr_auc": 0.95342211667439,
+      "eval_mr_opus100_pr_auc": 0.8800397819493068,
+      "eval_mr_ud_pr_auc": 0.9697976972595178,
+      "eval_ms_opus100_pr_auc": 0.8539020356369873,
+      "eval_mt_opus100_pr_auc": 0.8207388804530109,
+      "eval_mt_ud_pr_auc": 0.853415982705121,
+      "eval_my_opus100_pr_auc": 0.7044388442744705,
+      "eval_ne_opus100_pr_auc": 0.7389617900791761,
+      "eval_nl_opus100_pr_auc": 0.886547374197352,
+      "eval_nl_ud_pr_auc": 0.983762849506318,
+      "eval_no_opus100_pr_auc": 0.9124933182606798,
+      "eval_no_ud_pr_auc": 0.9949976862805353,
+      "eval_pa_opus100_pr_auc": 0.6538069608082496,
+      "eval_pl_ersatz_pr_auc": 0.9716095617119861,
+      "eval_pl_opus100_pr_auc": 0.8951323651758079,
+      "eval_pl_ud_pr_auc": 0.9658463395322177,
+      "eval_ps_ersatz_pr_auc": 0.9343536372298411,
+      "eval_ps_opus100_pr_auc": 0.7051198280043756,
+      "eval_pt_opus100_pr_auc": 0.9085978151711828,
+      "eval_pt_ud_pr_auc": 0.9847486347151346,
+      "eval_ro_ersatz_pr_auc": 0.9909650709615367,
+      "eval_ro_opus100_pr_auc": 0.8655700740011368,
+      "eval_ro_ud_pr_auc": 0.921751091579048,
+      "eval_ru_ersatz_pr_auc": 0.9890786919426107,
+      "eval_ru_opus100_pr_auc": 0.9181342976174421,
+      "eval_ru_ud_pr_auc": 0.836554198122241,
+      "eval_runtime": 610.9904,
+      "eval_samples_per_second": 123.495,
+      "eval_si_opus100_pr_auc": 0.8013340595953168,
+      "eval_sk_opus100_pr_auc": 0.9254259182974207,
+      "eval_sk_ud_pr_auc": 0.9872059473834638,
+      "eval_sl_opus100_pr_auc": 0.8520338488313294,
+      "eval_sl_ud_pr_auc": 0.9746603827148779,
+      "eval_sq_opus100_pr_auc": 0.9009008208868677,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9024023902356697,
+      "eval_sr_ud_pr_auc": 0.9982750882805911,
+      "eval_steps_per_second": 0.966,
+      "eval_sv_opus100_pr_auc": 0.8889203102932048,
+      "eval_sv_ud_pr_auc": 0.9410981965550766,
+      "eval_ta_ersatz_pr_auc": 0.978753702061058,
+      "eval_ta_opus100_pr_auc": 0.667021733905872,
+      "eval_ta_ud_pr_auc": 0.9911064104403814,
+      "eval_te_opus100_pr_auc": 0.8147659014505358,
+      "eval_tg_opus100_pr_auc": 0.8676099622289094,
+      "eval_th_opus100_pr_auc": 0.6639570277872813,
+      "eval_th_ud_pr_auc": 0.7779886351054566,
+      "eval_tr_ersatz_pr_auc": 0.9402927474145251,
+      "eval_tr_opus100_pr_auc": 0.8931294385547411,
+      "eval_tr_ud_pr_auc": 0.9328151806850391,
+      "eval_uk_opus100_pr_auc": 0.8740204828371947,
+      "eval_uk_ud_pr_auc": 0.9144239204074854,
+      "eval_ur_opus100_pr_auc": 0.5320839245525114,
+      "eval_ur_ud_pr_auc": 0.993426929679242,
+      "eval_uz_opus100_pr_auc": 0.8548195699799501,
+      "eval_vi_opus100_pr_auc": 0.8988084058666198,
+      "eval_vi_ud_pr_auc": 0.9442423909593034,
+      "eval_xh_opus100_pr_auc": 0.8676214836491992,
+      "eval_yi_opus100_pr_auc": 0.7903206136345848,
+      "eval_yo_opus100_pr_auc": 0.7996205762837585,
+      "eval_yo_ud_pr_auc": 0.8839387890610289,
+      "eval_zh_ersatz_pr_auc": 0.9571536134703034,
+      "eval_zh_opus100_pr_auc": 0.8496957630224795,
+      "eval_zh_ud_pr_auc": 0.992502836763135,
+      "eval_zu_opus100_pr_auc": 0.8267503936393761,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.029,
+      "step": 50050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.0288,
+      "step": 50100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0292,
+      "step": 50150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.029,
+      "step": 50200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.0289,
+      "step": 50250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.029,
+      "step": 50300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.0289,
+      "step": 50350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.029,
+      "step": 50400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.029,
+      "step": 50450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.0289,
+      "step": 50500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0289,
+      "step": 50550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.029,
+      "step": 50600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.029,
+      "step": 50650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0288,
+      "step": 50700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.029,
+      "step": 50750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0288,
+      "step": 50800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.0288,
+      "step": 50850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.0288,
+      "step": 50900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0289,
+      "step": 50950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0288,
+      "step": 51000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.029,
+      "step": 51050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0289,
+      "step": 51100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0292,
+      "step": 51150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.0287,
+      "step": 51200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0291,
+      "step": 51250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0288,
+      "step": 51300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.0286,
+      "step": 51350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0288,
+      "step": 51400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.029,
+      "step": 51450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0287,
+      "step": 51500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0289,
+      "step": 51550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0288,
+      "step": 51600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.0291,
+      "step": 51650
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0288,
+      "step": 51700
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0289,
+      "step": 51750
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.0288,
+      "step": 51800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0288,
+      "step": 51850
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0289,
+      "step": 51900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.0287,
+      "step": 51950
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.0287,
+      "step": 52000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0289,
+      "step": 52050
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0289,
+      "step": 52100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.0287,
+      "step": 52150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0288,
+      "step": 52200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0287,
+      "step": 52250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0287,
+      "step": 52300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.0287,
+      "step": 52350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.0288,
+      "step": 52400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.0288,
+      "step": 52450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.0289,
+      "step": 52500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.0287,
+      "step": 52550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.0289,
+      "step": 52600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0286,
+      "step": 52650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.0286,
+      "step": 52700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0285,
+      "step": 52750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.0284,
+      "step": 52800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0286,
+      "step": 52850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.0287,
+      "step": 52900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0288,
+      "step": 52950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.0288,
+      "step": 53000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0285,
+      "step": 53050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0285,
+      "step": 53100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.029,
+      "step": 53150
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0287,
+      "step": 53200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.0286,
+      "step": 53250
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.0289,
+      "step": 53300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.0289,
+      "step": 53350
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.0288,
+      "step": 53400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0284,
+      "step": 53450
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.0284,
+      "step": 53500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.0287,
+      "step": 53550
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.0285,
+      "step": 53600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.0289,
+      "step": 53650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0288,
+      "step": 53700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0286,
+      "step": 53750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0286,
+      "step": 53800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.0285,
+      "step": 53850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0287,
+      "step": 53900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0288,
+      "step": 53950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0285,
+      "step": 54000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0285,
+      "step": 54050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0287,
+      "step": 54100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.0286,
+      "step": 54150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.0286,
+      "step": 54200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.0283,
+      "step": 54250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0288,
+      "step": 54300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0283,
+      "step": 54350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0284,
+      "step": 54400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0286,
+      "step": 54450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0284,
+      "step": 54500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0286,
+      "step": 54550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0286,
+      "step": 54600
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0287,
+      "step": 54650
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.0285,
+      "step": 54700
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0286,
+      "step": 54750
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.0285,
+      "step": 54800
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0283,
+      "step": 54850
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.0287,
+      "step": 54900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0285,
+      "step": 54950
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0286,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "eval_af_opus100_pr_auc": 0.767830798091089,
+      "eval_af_ud_pr_auc": 0.991712413881779,
+      "eval_am_opus100_pr_auc": 0.5948974320789371,
+      "eval_ar_ersatz_pr_auc": 0.9215224785505117,
+      "eval_ar_opus100_pr_auc": 0.7043444588959274,
+      "eval_ar_ud_pr_auc": 0.8802908071170479,
+      "eval_average_ersatz_pr_auc": 0.9623258494494137,
+      "eval_average_opus100_pr_auc": 0.8274248576794055,
+      "eval_average_ud_pr_auc": 0.9616845828047411,
+      "eval_az_opus100_pr_auc": 0.786862805370576,
+      "eval_be_opus100_pr_auc": 0.6750666911103061,
+      "eval_be_ud_pr_auc": 0.8948857146897666,
+      "eval_bg_opus100_pr_auc": 0.9156887613275356,
+      "eval_bg_ud_pr_auc": 0.9934717454954438,
+      "eval_bn_opus100_pr_auc": 0.8153247462801875,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.871515012278445,
+      "eval_ca_ud_pr_auc": 0.991280107738057,
+      "eval_ceb_ud_pr_auc": 0.999971781504715,
+      "eval_cs_ersatz_pr_auc": 0.9827824056256792,
+      "eval_cs_opus100_pr_auc": 0.89662586102322,
+      "eval_cs_ud_pr_auc": 0.9588878944650718,
+      "eval_cy_opus100_pr_auc": 0.7647133432497105,
+      "eval_cy_ud_pr_auc": 0.9967098683191445,
+      "eval_da_opus100_pr_auc": 0.9101303860944487,
+      "eval_da_ud_pr_auc": 0.9823360311826047,
+      "eval_de_ersatz_pr_auc": 0.9775748495564055,
+      "eval_de_opus100_pr_auc": 0.8908243196251964,
+      "eval_de_ud_pr_auc": 0.98748908784781,
+      "eval_el_opus100_pr_auc": 0.9152464085827895,
+      "eval_el_ud_pr_auc": 0.9934896251069054,
+      "eval_en_ersatz_pr_auc": 0.9890111461990307,
+      "eval_en_opus100_pr_auc": 0.9240613412924786,
+      "eval_en_ud_pr_auc": 0.9745100359486044,
+      "eval_eo_opus100_pr_auc": 0.9273558051872544,
+      "eval_es_ersatz_pr_auc": 0.9947211302829644,
+      "eval_es_opus100_pr_auc": 0.9233227372897348,
+      "eval_es_ud_pr_auc": 0.994253391790208,
+      "eval_et_ersatz_pr_auc": 0.9823795723573129,
+      "eval_et_opus100_pr_auc": 0.8826193732202918,
+      "eval_et_ud_pr_auc": 0.9664056464847732,
+      "eval_eu_opus100_pr_auc": 0.8737843724333552,
+      "eval_eu_ud_pr_auc": 0.9919509976791301,
+      "eval_fa_opus100_pr_auc": 0.5702030544033184,
+      "eval_fa_ud_pr_auc": 0.9943283478218796,
+      "eval_fi_ersatz_pr_auc": 0.9889185550741753,
+      "eval_fi_opus100_pr_auc": 0.9054751834758771,
+      "eval_fi_ud_pr_auc": 0.9639013679757737,
+      "eval_fr_ersatz_pr_auc": 0.9834472078976026,
+      "eval_fr_opus100_pr_auc": 0.9069972939700149,
+      "eval_fr_ud_pr_auc": 0.9806624361694469,
+      "eval_fy_opus100_pr_auc": 0.670694188766975,
+      "eval_ga_opus100_pr_auc": 0.8811459148596886,
+      "eval_ga_ud_pr_auc": 0.8060530502631453,
+      "eval_gd_opus100_pr_auc": 0.6315826543990515,
+      "eval_gd_ud_pr_auc": 0.7910372136349394,
+      "eval_gl_opus100_pr_auc": 0.878270409227479,
+      "eval_gl_ud_pr_auc": 0.9947410997293676,
+      "eval_gu_ersatz_pr_auc": 0.9306971423840728,
+      "eval_gu_opus100_pr_auc": 0.7145935860392065,
+      "eval_ha_opus100_pr_auc": 0.9060814344513272,
+      "eval_he_opus100_pr_auc": 0.8845342631613221,
+      "eval_he_ud_pr_auc": 0.9702367324545047,
+      "eval_hi_ersatz_pr_auc": 0.9668808300134286,
+      "eval_hi_opus100_pr_auc": 0.6691009816755151,
+      "eval_hi_ud_pr_auc": 0.9713865025899198,
+      "eval_hu_opus100_pr_auc": 0.9201461607652672,
+      "eval_hu_ud_pr_auc": 0.9809264754606719,
+      "eval_hy_opus100_pr_auc": 0.9057190174249644,
+      "eval_hy_ud_pr_auc": 0.9817644611427989,
+      "eval_id_opus100_pr_auc": 0.8877476346194935,
+      "eval_id_ud_pr_auc": 0.9933251136006834,
+      "eval_ig_opus100_pr_auc": 0.8675799165910999,
+      "eval_is_opus100_pr_auc": 0.9299170294227401,
+      "eval_is_ud_pr_auc": 0.9266948830871731,
+      "eval_it_opus100_pr_auc": 0.8912709256410112,
+      "eval_it_ud_pr_auc": 0.9950716098508805,
+      "eval_ja_ersatz_pr_auc": 0.8031417675434561,
+      "eval_ja_opus100_pr_auc": 0.8043217566573105,
+      "eval_ja_ud_pr_auc": 0.9736682048067353,
+      "eval_jv_ud_pr_auc": 0.9864262805455952,
+      "eval_ka_opus100_pr_auc": 0.8786222176750288,
+      "eval_kk_ersatz_pr_auc": 0.9840467866712717,
+      "eval_kk_opus100_pr_auc": 0.7552015410297458,
+      "eval_kk_ud_pr_auc": 0.9755586965917276,
+      "eval_km_ersatz_pr_auc": 0.9106571579303931,
+      "eval_km_opus100_pr_auc": 0.7531232280645697,
+      "eval_kn_opus100_pr_auc": 0.6084624038089279,
+      "eval_ko_opus100_pr_auc": 0.6893740116272014,
+      "eval_ko_ud_pr_auc": 0.9981690366096606,
+      "eval_ku_opus100_pr_auc": 0.8302811499123006,
+      "eval_ky_opus100_pr_auc": 0.87039683676725,
+      "eval_la_ud_pr_auc": 0.9525057250200972,
+      "eval_loss": 0.03227910026907921,
+      "eval_lt_ersatz_pr_auc": 0.9926612251113012,
+      "eval_lt_opus100_pr_auc": 0.8736406342633097,
+      "eval_lt_ud_pr_auc": 0.9934304033843436,
+      "eval_lv_ersatz_pr_auc": 0.9901104781613449,
+      "eval_lv_opus100_pr_auc": 0.8871391598911577,
+      "eval_lv_ud_pr_auc": 0.965509877335372,
+      "eval_mg_opus100_pr_auc": 0.9254296975992594,
+      "eval_mk_opus100_pr_auc": 0.9080653654611264,
+      "eval_ml_opus100_pr_auc": 0.7757713612573345,
+      "eval_mn_opus100_pr_auc": 0.9484080969267078,
+      "eval_mr_opus100_pr_auc": 0.8592649778560842,
+      "eval_mr_ud_pr_auc": 0.9764618409172567,
+      "eval_ms_opus100_pr_auc": 0.8681900691026398,
+      "eval_mt_opus100_pr_auc": 0.8367121610879685,
+      "eval_mt_ud_pr_auc": 0.880748516601311,
+      "eval_my_opus100_pr_auc": 0.7448310940413352,
+      "eval_ne_opus100_pr_auc": 0.7250453757873153,
+      "eval_nl_opus100_pr_auc": 0.8933619804828199,
+      "eval_nl_ud_pr_auc": 0.9800167683814283,
+      "eval_no_opus100_pr_auc": 0.9242198291417205,
+      "eval_no_ud_pr_auc": 0.995503204640786,
+      "eval_pa_opus100_pr_auc": 0.6489786006613926,
+      "eval_pl_ersatz_pr_auc": 0.9725171765186279,
+      "eval_pl_opus100_pr_auc": 0.8942414804839575,
+      "eval_pl_ud_pr_auc": 0.962285241090112,
+      "eval_ps_ersatz_pr_auc": 0.9379021065257356,
+      "eval_ps_opus100_pr_auc": 0.6975690387851384,
+      "eval_pt_opus100_pr_auc": 0.9156893097831477,
+      "eval_pt_ud_pr_auc": 0.9872703762200234,
+      "eval_ro_ersatz_pr_auc": 0.9932856427655428,
+      "eval_ro_opus100_pr_auc": 0.8610730201411527,
+      "eval_ro_ud_pr_auc": 0.9778862101635943,
+      "eval_ru_ersatz_pr_auc": 0.9901937804128376,
+      "eval_ru_opus100_pr_auc": 0.9164398579885277,
+      "eval_ru_ud_pr_auc": 0.8654071504730713,
+      "eval_runtime": 609.8686,
+      "eval_samples_per_second": 123.722,
+      "eval_si_opus100_pr_auc": 0.8117036939168992,
+      "eval_sk_opus100_pr_auc": 0.925196885823587,
+      "eval_sk_ud_pr_auc": 0.982128700694782,
+      "eval_sl_opus100_pr_auc": 0.8577344976955991,
+      "eval_sl_ud_pr_auc": 0.967734368510654,
+      "eval_sq_opus100_pr_auc": 0.903154915160687,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9049369625571019,
+      "eval_sr_ud_pr_auc": 0.9984201554671255,
+      "eval_steps_per_second": 0.967,
+      "eval_sv_opus100_pr_auc": 0.8937023259989754,
+      "eval_sv_ud_pr_auc": 0.9472459685242871,
+      "eval_ta_ersatz_pr_auc": 0.974820351558987,
+      "eval_ta_opus100_pr_auc": 0.6764465482763709,
+      "eval_ta_ud_pr_auc": 0.9902984437743678,
+      "eval_te_opus100_pr_auc": 0.8165482701972304,
+      "eval_tg_opus100_pr_auc": 0.8715121875394722,
+      "eval_th_opus100_pr_auc": 0.6569076569138701,
+      "eval_th_ud_pr_auc": 0.7971112952219193,
+      "eval_tr_ersatz_pr_auc": 0.9534586635565099,
+      "eval_tr_opus100_pr_auc": 0.8943683152212358,
+      "eval_tr_ud_pr_auc": 0.9470522898653891,
+      "eval_uk_opus100_pr_auc": 0.8715326191663135,
+      "eval_uk_ud_pr_auc": 0.9181256383825454,
+      "eval_ur_opus100_pr_auc": 0.552429481312413,
+      "eval_ur_ud_pr_auc": 0.9925310217410999,
+      "eval_uz_opus100_pr_auc": 0.8672066883403088,
+      "eval_vi_opus100_pr_auc": 0.9002580517634599,
+      "eval_vi_ud_pr_auc": 0.9586056723037673,
+      "eval_xh_opus100_pr_auc": 0.8613515379615951,
+      "eval_yi_opus100_pr_auc": 0.7525717440709357,
+      "eval_yo_opus100_pr_auc": 0.8010355342130684,
+      "eval_yo_ud_pr_auc": 0.9076537169156157,
+      "eval_zh_ersatz_pr_auc": 0.9504382331899074,
+      "eval_zh_opus100_pr_auc": 0.8452453048292363,
+      "eval_zh_ud_pr_auc": 0.9904919726553262,
+      "eval_zu_opus100_pr_auc": 0.8298665501426251,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.0286,
+      "step": 55050
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.0285,
+      "step": 55100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0284,
+      "step": 55150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0283,
+      "step": 55200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0284,
+      "step": 55250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.0286,
+      "step": 55300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.0285,
+      "step": 55350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0285,
+      "step": 55400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0284,
+      "step": 55450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.0284,
+      "step": 55500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.0286,
+      "step": 55550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.0286,
+      "step": 55600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0285,
+      "step": 55650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.0284,
+      "step": 55700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0285,
+      "step": 55750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0285,
+      "step": 55800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0286,
+      "step": 55850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0283,
+      "step": 55900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.0285,
+      "step": 55950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.0284,
+      "step": 56000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.0283,
+      "step": 56050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0281,
+      "step": 56100
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0285,
+      "step": 56150
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.0283,
+      "step": 56200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0285,
+      "step": 56250
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.0285,
+      "step": 56300
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0283,
+      "step": 56350
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.0282,
+      "step": 56400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0282,
+      "step": 56450
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0284,
+      "step": 56500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.0286,
+      "step": 56550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.0286,
+      "step": 56600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0283,
+      "step": 56650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0284,
+      "step": 56700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0285,
+      "step": 56750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.028,
+      "step": 56800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.0282,
+      "step": 56850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0282,
+      "step": 56900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0285,
+      "step": 56950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0282,
+      "step": 57000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0284,
+      "step": 57050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.0284,
+      "step": 57100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0283,
+      "step": 57150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0283,
+      "step": 57200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0282,
+      "step": 57250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.0286,
+      "step": 57300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0282,
+      "step": 57350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0282,
+      "step": 57400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.0282,
+      "step": 57450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.0282,
+      "step": 57500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.0283,
+      "step": 57550
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0282,
+      "step": 57600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.0282,
+      "step": 57650
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.0282,
+      "step": 57700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.0284,
+      "step": 57750
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.028,
+      "step": 57800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.028,
+      "step": 57850
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.0284,
+      "step": 57900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.0283,
+      "step": 57950
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.0283,
+      "step": 58000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.0282,
+      "step": 58050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.0283,
+      "step": 58100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.0284,
+      "step": 58150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0282,
+      "step": 58200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.0284,
+      "step": 58250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0283,
+      "step": 58300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0284,
+      "step": 58350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.0281,
+      "step": 58400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.0279,
+      "step": 58450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.0284,
+      "step": 58500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.0281,
+      "step": 58550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.0282,
+      "step": 58600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.0281,
+      "step": 58650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.0281,
+      "step": 58700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.0282,
+      "step": 58750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.0281,
+      "step": 58800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.0279,
+      "step": 58850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0283,
+      "step": 58900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0282,
+      "step": 58950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.0282,
+      "step": 59000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.028,
+      "step": 59050
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.0281,
+      "step": 59100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0279,
+      "step": 59150
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.0283,
+      "step": 59200
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0282,
+      "step": 59250
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.0283,
+      "step": 59300
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.0283,
+      "step": 59350
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0281,
+      "step": 59400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0281,
+      "step": 59450
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.0282,
+      "step": 59500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.0282,
+      "step": 59550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0281,
+      "step": 59600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.0282,
+      "step": 59650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.028,
+      "step": 59700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0281,
+      "step": 59750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0284,
+      "step": 59800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.0282,
+      "step": 59850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.0282,
+      "step": 59900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.0282,
+      "step": 59950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.0279,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "eval_af_opus100_pr_auc": 0.7763788948322493,
+      "eval_af_ud_pr_auc": 0.9919747209569969,
+      "eval_am_opus100_pr_auc": 0.5634992946418658,
+      "eval_ar_ersatz_pr_auc": 0.9170600245959345,
+      "eval_ar_opus100_pr_auc": 0.7188812613728237,
+      "eval_ar_ud_pr_auc": 0.8812398381668671,
+      "eval_average_ersatz_pr_auc": 0.9652783496459402,
+      "eval_average_opus100_pr_auc": 0.8255553227937305,
+      "eval_average_ud_pr_auc": 0.9598693064660384,
+      "eval_az_opus100_pr_auc": 0.7563619684329946,
+      "eval_be_opus100_pr_auc": 0.6745068297365049,
+      "eval_be_ud_pr_auc": 0.8901833345622046,
+      "eval_bg_opus100_pr_auc": 0.9051928703650479,
+      "eval_bg_ud_pr_auc": 0.9931119222969212,
+      "eval_bn_opus100_pr_auc": 0.8200647366137768,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8684875009531554,
+      "eval_ca_ud_pr_auc": 0.9977363576774332,
+      "eval_ceb_ud_pr_auc": 0.999914891397832,
+      "eval_cs_ersatz_pr_auc": 0.9832359964819055,
+      "eval_cs_opus100_pr_auc": 0.9085199651293613,
+      "eval_cs_ud_pr_auc": 0.9564595774793908,
+      "eval_cy_opus100_pr_auc": 0.7640678370978617,
+      "eval_cy_ud_pr_auc": 0.9977522102777504,
+      "eval_da_opus100_pr_auc": 0.9114772758601465,
+      "eval_da_ud_pr_auc": 0.9815082156676939,
+      "eval_de_ersatz_pr_auc": 0.9812012805793028,
+      "eval_de_opus100_pr_auc": 0.8920563331847972,
+      "eval_de_ud_pr_auc": 0.9862954748251741,
+      "eval_el_opus100_pr_auc": 0.910968202862772,
+      "eval_el_ud_pr_auc": 0.9908410899578917,
+      "eval_en_ersatz_pr_auc": 0.9917268447497027,
+      "eval_en_opus100_pr_auc": 0.9162212357811059,
+      "eval_en_ud_pr_auc": 0.9742500035054901,
+      "eval_eo_opus100_pr_auc": 0.9253089667872176,
+      "eval_es_ersatz_pr_auc": 0.995687866118199,
+      "eval_es_opus100_pr_auc": 0.9164151011823002,
+      "eval_es_ud_pr_auc": 0.9928408380621849,
+      "eval_et_ersatz_pr_auc": 0.9808543720645003,
+      "eval_et_opus100_pr_auc": 0.8882661279533074,
+      "eval_et_ud_pr_auc": 0.9476613354280709,
+      "eval_eu_opus100_pr_auc": 0.8699209098898291,
+      "eval_eu_ud_pr_auc": 0.990901774685093,
+      "eval_fa_opus100_pr_auc": 0.5681545008422635,
+      "eval_fa_ud_pr_auc": 0.9915847126231687,
+      "eval_fi_ersatz_pr_auc": 0.9896448840989536,
+      "eval_fi_opus100_pr_auc": 0.9035277745493412,
+      "eval_fi_ud_pr_auc": 0.9556750707817813,
+      "eval_fr_ersatz_pr_auc": 0.9849080138204754,
+      "eval_fr_opus100_pr_auc": 0.8984215510584549,
+      "eval_fr_ud_pr_auc": 0.9817921196625059,
+      "eval_fy_opus100_pr_auc": 0.6514987749186918,
+      "eval_ga_opus100_pr_auc": 0.9004264340950213,
+      "eval_ga_ud_pr_auc": 0.8092521681375675,
+      "eval_gd_opus100_pr_auc": 0.6278946430338547,
+      "eval_gd_ud_pr_auc": 0.796661519265761,
+      "eval_gl_opus100_pr_auc": 0.8778511616816463,
+      "eval_gl_ud_pr_auc": 0.997656393155809,
+      "eval_gu_ersatz_pr_auc": 0.9419981872361959,
+      "eval_gu_opus100_pr_auc": 0.7127544734556858,
+      "eval_ha_opus100_pr_auc": 0.8947239695578129,
+      "eval_he_opus100_pr_auc": 0.8596164411827127,
+      "eval_he_ud_pr_auc": 0.971242849057291,
+      "eval_hi_ersatz_pr_auc": 0.9735980561296301,
+      "eval_hi_opus100_pr_auc": 0.6851263860281563,
+      "eval_hi_ud_pr_auc": 0.9753886306093477,
+      "eval_hu_opus100_pr_auc": 0.9058126133405533,
+      "eval_hu_ud_pr_auc": 0.976884866567487,
+      "eval_hy_opus100_pr_auc": 0.9015703806299219,
+      "eval_hy_ud_pr_auc": 0.9778288191371988,
+      "eval_id_opus100_pr_auc": 0.8725337283999821,
+      "eval_id_ud_pr_auc": 0.9940063111017451,
+      "eval_ig_opus100_pr_auc": 0.8640509049546852,
+      "eval_is_opus100_pr_auc": 0.9176950342200149,
+      "eval_is_ud_pr_auc": 0.901776868050776,
+      "eval_it_opus100_pr_auc": 0.8910172302151382,
+      "eval_it_ud_pr_auc": 0.9981756432035397,
+      "eval_ja_ersatz_pr_auc": 0.8263747860965354,
+      "eval_ja_opus100_pr_auc": 0.8185760395607319,
+      "eval_ja_ud_pr_auc": 0.9732401946644472,
+      "eval_jv_ud_pr_auc": 0.9739325952265756,
+      "eval_ka_opus100_pr_auc": 0.8588834567553306,
+      "eval_kk_ersatz_pr_auc": 0.9837652808315519,
+      "eval_kk_opus100_pr_auc": 0.7478532125715927,
+      "eval_kk_ud_pr_auc": 0.9679774712798235,
+      "eval_km_ersatz_pr_auc": 0.9150687340199196,
+      "eval_km_opus100_pr_auc": 0.7375034105686827,
+      "eval_kn_opus100_pr_auc": 0.6069828419778988,
+      "eval_ko_opus100_pr_auc": 0.6786198726909917,
+      "eval_ko_ud_pr_auc": 0.9994224766790154,
+      "eval_ku_opus100_pr_auc": 0.8187643089252231,
+      "eval_ky_opus100_pr_auc": 0.8812561155040335,
+      "eval_la_ud_pr_auc": 0.9451318089366834,
+      "eval_loss": 0.031825676560401917,
+      "eval_lt_ersatz_pr_auc": 0.9917970568073782,
+      "eval_lt_opus100_pr_auc": 0.8617811165836501,
+      "eval_lt_ud_pr_auc": 0.9906199828632608,
+      "eval_lv_ersatz_pr_auc": 0.989986619313942,
+      "eval_lv_opus100_pr_auc": 0.8772288780414339,
+      "eval_lv_ud_pr_auc": 0.9625285837076742,
+      "eval_mg_opus100_pr_auc": 0.9296420675715553,
+      "eval_mk_opus100_pr_auc": 0.9037383606427862,
+      "eval_ml_opus100_pr_auc": 0.7741553812657634,
+      "eval_mn_opus100_pr_auc": 0.9448218891166401,
+      "eval_mr_opus100_pr_auc": 0.8793780482429425,
+      "eval_mr_ud_pr_auc": 0.9848239462518835,
+      "eval_ms_opus100_pr_auc": 0.8573924933194803,
+      "eval_mt_opus100_pr_auc": 0.8449638417320193,
+      "eval_mt_ud_pr_auc": 0.884975895837469,
+      "eval_my_opus100_pr_auc": 0.7605227254832444,
+      "eval_ne_opus100_pr_auc": 0.7258019001994399,
+      "eval_nl_opus100_pr_auc": 0.8868134582204734,
+      "eval_nl_ud_pr_auc": 0.9809342944045965,
+      "eval_no_opus100_pr_auc": 0.9158517327271921,
+      "eval_no_ud_pr_auc": 0.994548648622455,
+      "eval_pa_opus100_pr_auc": 0.647762733956895,
+      "eval_pl_ersatz_pr_auc": 0.980134636778354,
+      "eval_pl_opus100_pr_auc": 0.8883480924004463,
+      "eval_pl_ud_pr_auc": 0.9702540641994012,
+      "eval_ps_ersatz_pr_auc": 0.9288640358752324,
+      "eval_ps_opus100_pr_auc": 0.7057791029548953,
+      "eval_pt_opus100_pr_auc": 0.9086569258666827,
+      "eval_pt_ud_pr_auc": 0.9865245640696508,
+      "eval_ro_ersatz_pr_auc": 0.9944906959396798,
+      "eval_ro_opus100_pr_auc": 0.8576968688863341,
+      "eval_ro_ud_pr_auc": 0.9589401633034856,
+      "eval_ru_ersatz_pr_auc": 0.9888538454185111,
+      "eval_ru_opus100_pr_auc": 0.9179805683830601,
+      "eval_ru_ud_pr_auc": 0.8458248137514428,
+      "eval_runtime": 597.9368,
+      "eval_samples_per_second": 126.191,
+      "eval_si_opus100_pr_auc": 0.7985140086513131,
+      "eval_sk_opus100_pr_auc": 0.9185382736871287,
+      "eval_sk_ud_pr_auc": 0.9797474195210413,
+      "eval_sl_opus100_pr_auc": 0.8564631909599195,
+      "eval_sl_ud_pr_auc": 0.9671674777401864,
+      "eval_sq_opus100_pr_auc": 0.9066638098081805,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8992622508642605,
+      "eval_sr_ud_pr_auc": 0.9982831771642565,
+      "eval_steps_per_second": 0.987,
+      "eval_sv_opus100_pr_auc": 0.887690931854289,
+      "eval_sv_ud_pr_auc": 0.9400077505320492,
+      "eval_ta_ersatz_pr_auc": 0.9817538913038624,
+      "eval_ta_opus100_pr_auc": 0.6765388877675379,
+      "eval_ta_ud_pr_auc": 0.9948190599010818,
+      "eval_te_opus100_pr_auc": 0.8349665962583321,
+      "eval_tg_opus100_pr_auc": 0.8681247803559571,
+      "eval_th_opus100_pr_auc": 0.6644032773561951,
+      "eval_th_ud_pr_auc": 0.7945237570478902,
+      "eval_tr_ersatz_pr_auc": 0.9555430144042709,
+      "eval_tr_opus100_pr_auc": 0.8889353356777222,
+      "eval_tr_ud_pr_auc": 0.9505716629257632,
+      "eval_uk_opus100_pr_auc": 0.8600272414301894,
+      "eval_uk_ud_pr_auc": 0.9339693929487255,
+      "eval_ur_opus100_pr_auc": 0.5507953769734127,
+      "eval_ur_ud_pr_auc": 0.9938868905889607,
+      "eval_uz_opus100_pr_auc": 0.8728946000961231,
+      "eval_vi_opus100_pr_auc": 0.8936016209555063,
+      "eval_vi_ud_pr_auc": 0.9590412285248154,
+      "eval_xh_opus100_pr_auc": 0.8754279663892266,
+      "eval_yi_opus100_pr_auc": 0.7821603659159365,
+      "eval_yo_opus100_pr_auc": 0.8127772080560305,
+      "eval_yo_ud_pr_auc": 0.8918775200234513,
+      "eval_zh_ersatz_pr_auc": 0.9595755695466469,
+      "eval_zh_opus100_pr_auc": 0.8551119416682501,
+      "eval_zh_ud_pr_auc": 0.988378071547134,
+      "eval_zu_opus100_pr_auc": 0.8366120453698984,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0279,
+      "step": 60050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.0281,
+      "step": 60100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.0283,
+      "step": 60150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.028,
+      "step": 60200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.028,
+      "step": 60250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0283,
+      "step": 60300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.028,
+      "step": 60350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.0281,
+      "step": 60400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.0279,
+      "step": 60450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0281,
+      "step": 60500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.0279,
+      "step": 60550
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0278,
+      "step": 60600
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.0282,
+      "step": 60650
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0279,
+      "step": 60700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.0283,
+      "step": 60750
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.0279,
+      "step": 60800
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.0282,
+      "step": 60850
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.0278,
+      "step": 60900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.028,
+      "step": 60950
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.028,
+      "step": 61000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.0279,
+      "step": 61050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.028,
+      "step": 61100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.028,
+      "step": 61150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.0278,
+      "step": 61200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.0281,
+      "step": 61250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0281,
+      "step": 61300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0282,
+      "step": 61350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0281,
+      "step": 61400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.028,
+      "step": 61450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.028,
+      "step": 61500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.028,
+      "step": 61550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.0279,
+      "step": 61600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0282,
+      "step": 61650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.028,
+      "step": 61700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0279,
+      "step": 61750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.0279,
+      "step": 61800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.0277,
+      "step": 61850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.0279,
+      "step": 61900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.0281,
+      "step": 61950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.0279,
+      "step": 62000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.0278,
+      "step": 62050
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.028,
+      "step": 62100
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.0278,
+      "step": 62150
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.0276,
+      "step": 62200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.0278,
+      "step": 62250
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.028,
+      "step": 62300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.0279,
+      "step": 62350
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.0279,
+      "step": 62400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0278,
+      "step": 62450
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.0278,
+      "step": 62500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.0279,
+      "step": 62550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.028,
+      "step": 62600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0278,
+      "step": 62650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0278,
+      "step": 62700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.0279,
+      "step": 62750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.028,
+      "step": 62800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.0278,
+      "step": 62850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.0278,
+      "step": 62900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.0279,
+      "step": 62950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0278,
+      "step": 63000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0276,
+      "step": 63050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.0281,
+      "step": 63100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0277,
+      "step": 63150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.0279,
+      "step": 63200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.0279,
+      "step": 63250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0281,
+      "step": 63300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.0279,
+      "step": 63350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0279,
+      "step": 63400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.0278,
+      "step": 63450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.0278,
+      "step": 63500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0277,
+      "step": 63550
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.0277,
+      "step": 63600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0278,
+      "step": 63650
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.028,
+      "step": 63700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0277,
+      "step": 63750
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.0279,
+      "step": 63800
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.028,
+      "step": 63850
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.028,
+      "step": 63900
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.0276,
+      "step": 63950
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0277,
+      "step": 64000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.0279,
+      "step": 64050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0278,
+      "step": 64100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0278,
+      "step": 64150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0279,
+      "step": 64200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0277,
+      "step": 64250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.0276,
+      "step": 64300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0279,
+      "step": 64350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0278,
+      "step": 64400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0279,
+      "step": 64450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.0277,
+      "step": 64500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0279,
+      "step": 64550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0278,
+      "step": 64600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.0276,
+      "step": 64650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.0276,
+      "step": 64700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0278,
+      "step": 64750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0277,
+      "step": 64800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0277,
+      "step": 64850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.0277,
+      "step": 64900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0279,
+      "step": 64950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.0276,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "eval_af_opus100_pr_auc": 0.7587862742371164,
+      "eval_af_ud_pr_auc": 0.9887356930608937,
+      "eval_am_opus100_pr_auc": 0.6058754712562198,
+      "eval_ar_ersatz_pr_auc": 0.9289342532732777,
+      "eval_ar_opus100_pr_auc": 0.711670173409562,
+      "eval_ar_ud_pr_auc": 0.8914801622351898,
+      "eval_average_ersatz_pr_auc": 0.9644838774232387,
+      "eval_average_opus100_pr_auc": 0.8267784432457008,
+      "eval_average_ud_pr_auc": 0.9602487809591571,
+      "eval_az_opus100_pr_auc": 0.763547083854833,
+      "eval_be_opus100_pr_auc": 0.7028504461798941,
+      "eval_be_ud_pr_auc": 0.9054966667298436,
+      "eval_bg_opus100_pr_auc": 0.9045698940345609,
+      "eval_bg_ud_pr_auc": 0.9939826851331923,
+      "eval_bn_opus100_pr_auc": 0.8178643824825961,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8753570142606386,
+      "eval_ca_ud_pr_auc": 0.9977224897624518,
+      "eval_ceb_ud_pr_auc": 0.9999434125086536,
+      "eval_cs_ersatz_pr_auc": 0.9828992258773158,
+      "eval_cs_opus100_pr_auc": 0.8999116888199192,
+      "eval_cs_ud_pr_auc": 0.9571540655680876,
+      "eval_cy_opus100_pr_auc": 0.7560330235979613,
+      "eval_cy_ud_pr_auc": 0.9976734199232579,
+      "eval_da_opus100_pr_auc": 0.9072630637270709,
+      "eval_da_ud_pr_auc": 0.9785706242864186,
+      "eval_de_ersatz_pr_auc": 0.9801723206921705,
+      "eval_de_opus100_pr_auc": 0.8985431926701319,
+      "eval_de_ud_pr_auc": 0.9847312326411651,
+      "eval_el_opus100_pr_auc": 0.9049932067892442,
+      "eval_el_ud_pr_auc": 0.9917449343779385,
+      "eval_en_ersatz_pr_auc": 0.9905840893240496,
+      "eval_en_opus100_pr_auc": 0.9207557396306865,
+      "eval_en_ud_pr_auc": 0.9719657601189071,
+      "eval_eo_opus100_pr_auc": 0.9131454057585058,
+      "eval_es_ersatz_pr_auc": 0.9956785119871335,
+      "eval_es_opus100_pr_auc": 0.9198922290973541,
+      "eval_es_ud_pr_auc": 0.9903457699636509,
+      "eval_et_ersatz_pr_auc": 0.9792200588784744,
+      "eval_et_opus100_pr_auc": 0.8847619282324102,
+      "eval_et_ud_pr_auc": 0.9595880366493993,
+      "eval_eu_opus100_pr_auc": 0.8640173672601988,
+      "eval_eu_ud_pr_auc": 0.9896650806148455,
+      "eval_fa_opus100_pr_auc": 0.5795940756796677,
+      "eval_fa_ud_pr_auc": 0.9944157150825154,
+      "eval_fi_ersatz_pr_auc": 0.9865705330497289,
+      "eval_fi_opus100_pr_auc": 0.9005879721717421,
+      "eval_fi_ud_pr_auc": 0.9655339302966387,
+      "eval_fr_ersatz_pr_auc": 0.987869547677365,
+      "eval_fr_opus100_pr_auc": 0.8928316058998061,
+      "eval_fr_ud_pr_auc": 0.982308726129911,
+      "eval_fy_opus100_pr_auc": 0.6420797220065382,
+      "eval_ga_opus100_pr_auc": 0.8958260839666425,
+      "eval_ga_ud_pr_auc": 0.8022988555632887,
+      "eval_gd_opus100_pr_auc": 0.6113429581977474,
+      "eval_gd_ud_pr_auc": 0.7931701200403617,
+      "eval_gl_opus100_pr_auc": 0.8739736704908483,
+      "eval_gl_ud_pr_auc": 0.9969001254144454,
+      "eval_gu_ersatz_pr_auc": 0.9319055560428792,
+      "eval_gu_opus100_pr_auc": 0.7296441365609502,
+      "eval_ha_opus100_pr_auc": 0.9056107779202232,
+      "eval_he_opus100_pr_auc": 0.8546676186283958,
+      "eval_he_ud_pr_auc": 0.9688788117642033,
+      "eval_hi_ersatz_pr_auc": 0.9678558168193555,
+      "eval_hi_opus100_pr_auc": 0.6750322179015826,
+      "eval_hi_ud_pr_auc": 0.9741780671303801,
+      "eval_hu_opus100_pr_auc": 0.9074611794897084,
+      "eval_hu_ud_pr_auc": 0.9777415147474157,
+      "eval_hy_opus100_pr_auc": 0.9019740671490011,
+      "eval_hy_ud_pr_auc": 0.9780425988611715,
+      "eval_id_opus100_pr_auc": 0.8721830500518044,
+      "eval_id_ud_pr_auc": 0.9926465522698418,
+      "eval_ig_opus100_pr_auc": 0.8593233693404017,
+      "eval_is_opus100_pr_auc": 0.9164303870216478,
+      "eval_is_ud_pr_auc": 0.9156302180753961,
+      "eval_it_opus100_pr_auc": 0.8948864976740949,
+      "eval_it_ud_pr_auc": 0.9984786894503838,
+      "eval_ja_ersatz_pr_auc": 0.8282391223588002,
+      "eval_ja_opus100_pr_auc": 0.8583078620804668,
+      "eval_ja_ud_pr_auc": 0.9806818803966927,
+      "eval_jv_ud_pr_auc": 0.9733173926628776,
+      "eval_ka_opus100_pr_auc": 0.8648896535598372,
+      "eval_kk_ersatz_pr_auc": 0.9843872244006706,
+      "eval_kk_opus100_pr_auc": 0.7369797381916978,
+      "eval_kk_ud_pr_auc": 0.9701769124661969,
+      "eval_km_ersatz_pr_auc": 0.9095863507038653,
+      "eval_km_opus100_pr_auc": 0.740144722445577,
+      "eval_kn_opus100_pr_auc": 0.6258972116687415,
+      "eval_ko_opus100_pr_auc": 0.679637812005211,
+      "eval_ko_ud_pr_auc": 0.9986267736951524,
+      "eval_ku_opus100_pr_auc": 0.8488688169416391,
+      "eval_ky_opus100_pr_auc": 0.8786332703126962,
+      "eval_la_ud_pr_auc": 0.9643018973317162,
+      "eval_loss": 0.0313294492661953,
+      "eval_lt_ersatz_pr_auc": 0.9919111191149063,
+      "eval_lt_opus100_pr_auc": 0.8867162674132909,
+      "eval_lt_ud_pr_auc": 0.9953146276351794,
+      "eval_lv_ersatz_pr_auc": 0.9877857845230107,
+      "eval_lv_opus100_pr_auc": 0.8847593521818744,
+      "eval_lv_ud_pr_auc": 0.9596244566010391,
+      "eval_mg_opus100_pr_auc": 0.9271825873331906,
+      "eval_mk_opus100_pr_auc": 0.9051388484301606,
+      "eval_ml_opus100_pr_auc": 0.7821432370829974,
+      "eval_mn_opus100_pr_auc": 0.9506627613436384,
+      "eval_mr_opus100_pr_auc": 0.872868355859481,
+      "eval_mr_ud_pr_auc": 0.9511078402850395,
+      "eval_ms_opus100_pr_auc": 0.8550775726832003,
+      "eval_mt_opus100_pr_auc": 0.8407618588587772,
+      "eval_mt_ud_pr_auc": 0.8749594257706822,
+      "eval_my_opus100_pr_auc": 0.7707509519066721,
+      "eval_ne_opus100_pr_auc": 0.7312648412961071,
+      "eval_nl_opus100_pr_auc": 0.8882320756321337,
+      "eval_nl_ud_pr_auc": 0.9832366638937177,
+      "eval_no_opus100_pr_auc": 0.9114975378961725,
+      "eval_no_ud_pr_auc": 0.9950091779160058,
+      "eval_pa_opus100_pr_auc": 0.672557130859959,
+      "eval_pl_ersatz_pr_auc": 0.9696899777674646,
+      "eval_pl_opus100_pr_auc": 0.8828395883856212,
+      "eval_pl_ud_pr_auc": 0.9668041122315713,
+      "eval_ps_ersatz_pr_auc": 0.9267678120981727,
+      "eval_ps_opus100_pr_auc": 0.7117874921491831,
+      "eval_pt_opus100_pr_auc": 0.9151275381355343,
+      "eval_pt_ud_pr_auc": 0.9869696693465388,
+      "eval_ro_ersatz_pr_auc": 0.9941346981341136,
+      "eval_ro_opus100_pr_auc": 0.8631165212629981,
+      "eval_ro_ud_pr_auc": 0.9600061165578337,
+      "eval_ru_ersatz_pr_auc": 0.9884093107556231,
+      "eval_ru_opus100_pr_auc": 0.9250774032811016,
+      "eval_ru_ud_pr_auc": 0.8300261919878946,
+      "eval_runtime": 606.3546,
+      "eval_samples_per_second": 124.439,
+      "eval_si_opus100_pr_auc": 0.7957324649155986,
+      "eval_sk_opus100_pr_auc": 0.9210828987231964,
+      "eval_sk_ud_pr_auc": 0.9776838284642357,
+      "eval_sl_opus100_pr_auc": 0.8534011742905108,
+      "eval_sl_ud_pr_auc": 0.964608838429643,
+      "eval_sq_opus100_pr_auc": 0.8960421489590827,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8907292922278911,
+      "eval_sr_ud_pr_auc": 0.9976847846896119,
+      "eval_steps_per_second": 0.973,
+      "eval_sv_opus100_pr_auc": 0.8887211830830386,
+      "eval_sv_ud_pr_auc": 0.9470297950038057,
+      "eval_ta_ersatz_pr_auc": 0.9779620606068962,
+      "eval_ta_opus100_pr_auc": 0.6874619419920721,
+      "eval_ta_ud_pr_auc": 0.9937752740948933,
+      "eval_te_opus100_pr_auc": 0.8239725593361069,
+      "eval_tg_opus100_pr_auc": 0.8706172037453641,
+      "eval_th_opus100_pr_auc": 0.6751736226571498,
+      "eval_th_ud_pr_auc": 0.7976425646972547,
+      "eval_tr_ersatz_pr_auc": 0.952729246503512,
+      "eval_tr_opus100_pr_auc": 0.8883596584368522,
+      "eval_tr_ud_pr_auc": 0.9452131659576773,
+      "eval_uk_opus100_pr_auc": 0.8605561504141502,
+      "eval_uk_ud_pr_auc": 0.9232433978355084,
+      "eval_ur_opus100_pr_auc": 0.5496126676146716,
+      "eval_ur_ud_pr_auc": 0.9938087294821292,
+      "eval_uz_opus100_pr_auc": 0.8751325853164913,
+      "eval_vi_opus100_pr_auc": 0.8932662243252776,
+      "eval_vi_ud_pr_auc": 0.9583348509906285,
+      "eval_xh_opus100_pr_auc": 0.8753432180760343,
+      "eval_yi_opus100_pr_auc": 0.7346396329556305,
+      "eval_yo_opus100_pr_auc": 0.7925808141759385,
+      "eval_yo_ud_pr_auc": 0.9098754505198303,
+      "eval_zh_ersatz_pr_auc": 0.9753526827224657,
+      "eval_zh_opus100_pr_auc": 0.8736775578781556,
+      "eval_zh_ud_pr_auc": 0.9960927373287474,
+      "eval_zu_opus100_pr_auc": 0.8155213623766041,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.028,
+      "step": 65050
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0278,
+      "step": 65100
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0278,
+      "step": 65150
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0276,
+      "step": 65200
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0277,
+      "step": 65250
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0275,
+      "step": 65300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0275,
+      "step": 65350
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0278,
+      "step": 65400
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0278,
+      "step": 65450
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.0279,
+      "step": 65500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0279,
+      "step": 65550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.0276,
+      "step": 65600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0277,
+      "step": 65650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0276,
+      "step": 65700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0276,
+      "step": 65750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.0276,
+      "step": 65800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.0279,
+      "step": 65850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.0276,
+      "step": 65900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0274,
+      "step": 65950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0277,
+      "step": 66000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.0278,
+      "step": 66050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0277,
+      "step": 66100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0275,
+      "step": 66150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0276,
+      "step": 66200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0274,
+      "step": 66250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.0277,
+      "step": 66300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0277,
+      "step": 66350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.0277,
+      "step": 66400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.0276,
+      "step": 66450
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0279,
+      "step": 66500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0274,
+      "step": 66550
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0276,
+      "step": 66600
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.0276,
+      "step": 66650
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0275,
+      "step": 66700
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0277,
+      "step": 66750
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.0275,
+      "step": 66800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.0277,
+      "step": 66850
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.0274,
+      "step": 66900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0272,
+      "step": 66950
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0273,
+      "step": 67000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0277,
+      "step": 67050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0276,
+      "step": 67100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0276,
+      "step": 67150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0276,
+      "step": 67200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0274,
+      "step": 67250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0278,
+      "step": 67300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.0275,
+      "step": 67350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0275,
+      "step": 67400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0277,
+      "step": 67450
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.0276,
+      "step": 67500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0275,
+      "step": 67550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.0275,
+      "step": 67600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.0276,
+      "step": 67650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0276,
+      "step": 67700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0275,
+      "step": 67750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0272,
+      "step": 67800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0276,
+      "step": 67850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0275,
+      "step": 67900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0276,
+      "step": 67950
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.0278,
+      "step": 68000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0278,
+      "step": 68050
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.0276,
+      "step": 68100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0273,
+      "step": 68150
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.0276,
+      "step": 68200
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0276,
+      "step": 68250
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0275,
+      "step": 68300
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0276,
+      "step": 68350
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0276,
+      "step": 68400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0275,
+      "step": 68450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.0276,
+      "step": 68500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.0276,
+      "step": 68550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0276,
+      "step": 68600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0274,
+      "step": 68650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.0275,
+      "step": 68700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0276,
+      "step": 68750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.0275,
+      "step": 68800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0274,
+      "step": 68850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.0275,
+      "step": 68900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0273,
+      "step": 68950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0274,
+      "step": 69000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0277,
+      "step": 69050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0276,
+      "step": 69100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0277,
+      "step": 69150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0272,
+      "step": 69200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0274,
+      "step": 69250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0277,
+      "step": 69300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.0275,
+      "step": 69350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.0277,
+      "step": 69400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0274,
+      "step": 69450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.0274,
+      "step": 69500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0277,
+      "step": 69550
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0275,
+      "step": 69600
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.0272,
+      "step": 69650
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0276,
+      "step": 69700
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0274,
+      "step": 69750
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0272,
+      "step": 69800
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.0273,
+      "step": 69850
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0275,
+      "step": 69900
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0276,
+      "step": 69950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0274,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "eval_af_opus100_pr_auc": 0.7894884502200907,
+      "eval_af_ud_pr_auc": 0.9891929682463108,
+      "eval_am_opus100_pr_auc": 0.5859897386699104,
+      "eval_ar_ersatz_pr_auc": 0.9297500408534494,
+      "eval_ar_opus100_pr_auc": 0.7281367202424611,
+      "eval_ar_ud_pr_auc": 0.8895569970973367,
+      "eval_average_ersatz_pr_auc": 0.9682694305781431,
+      "eval_average_opus100_pr_auc": 0.8377782630552232,
+      "eval_average_ud_pr_auc": 0.9611602599857828,
+      "eval_az_opus100_pr_auc": 0.8027768294409875,
+      "eval_be_opus100_pr_auc": 0.7028943465290046,
+      "eval_be_ud_pr_auc": 0.9054446769582828,
+      "eval_bg_opus100_pr_auc": 0.9107990737459581,
+      "eval_bg_ud_pr_auc": 0.993280769021692,
+      "eval_bn_opus100_pr_auc": 0.8427039578949255,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.891298517732329,
+      "eval_ca_ud_pr_auc": 0.9967662680415035,
+      "eval_ceb_ud_pr_auc": 0.9980502492337222,
+      "eval_cs_ersatz_pr_auc": 0.9844442166723165,
+      "eval_cs_opus100_pr_auc": 0.9162829608591363,
+      "eval_cs_ud_pr_auc": 0.9602856908066892,
+      "eval_cy_opus100_pr_auc": 0.7877318719484865,
+      "eval_cy_ud_pr_auc": 0.9967368000067962,
+      "eval_da_opus100_pr_auc": 0.9114978945198848,
+      "eval_da_ud_pr_auc": 0.9850264054208878,
+      "eval_de_ersatz_pr_auc": 0.9852029379693962,
+      "eval_de_opus100_pr_auc": 0.8986982754226533,
+      "eval_de_ud_pr_auc": 0.9849364068744785,
+      "eval_el_opus100_pr_auc": 0.9119456304076105,
+      "eval_el_ud_pr_auc": 0.9899716510145338,
+      "eval_en_ersatz_pr_auc": 0.9912350878507383,
+      "eval_en_opus100_pr_auc": 0.924807908807261,
+      "eval_en_ud_pr_auc": 0.9690285999578572,
+      "eval_eo_opus100_pr_auc": 0.9285053813103415,
+      "eval_es_ersatz_pr_auc": 0.9963973578849752,
+      "eval_es_opus100_pr_auc": 0.9246578532760442,
+      "eval_es_ud_pr_auc": 0.991297057643872,
+      "eval_et_ersatz_pr_auc": 0.9828127928069763,
+      "eval_et_opus100_pr_auc": 0.9010112619719193,
+      "eval_et_ud_pr_auc": 0.9426811740585243,
+      "eval_eu_opus100_pr_auc": 0.8797539263105306,
+      "eval_eu_ud_pr_auc": 0.9912473629728688,
+      "eval_fa_opus100_pr_auc": 0.5976823101647125,
+      "eval_fa_ud_pr_auc": 0.9934505593840007,
+      "eval_fi_ersatz_pr_auc": 0.9893209623310325,
+      "eval_fi_opus100_pr_auc": 0.9170174221467523,
+      "eval_fi_ud_pr_auc": 0.966423208215283,
+      "eval_fr_ersatz_pr_auc": 0.9852974392470515,
+      "eval_fr_opus100_pr_auc": 0.9062321850556018,
+      "eval_fr_ud_pr_auc": 0.9840705145545754,
+      "eval_fy_opus100_pr_auc": 0.6813612523724617,
+      "eval_ga_opus100_pr_auc": 0.8951832919599333,
+      "eval_ga_ud_pr_auc": 0.8037557952764001,
+      "eval_gd_opus100_pr_auc": 0.6362033705796292,
+      "eval_gd_ud_pr_auc": 0.8071898626021031,
+      "eval_gl_opus100_pr_auc": 0.8866945325150841,
+      "eval_gl_ud_pr_auc": 0.996961242199613,
+      "eval_gu_ersatz_pr_auc": 0.9370467373128162,
+      "eval_gu_opus100_pr_auc": 0.7190421590659505,
+      "eval_ha_opus100_pr_auc": 0.9118255472748535,
+      "eval_he_opus100_pr_auc": 0.8623041918282837,
+      "eval_he_ud_pr_auc": 0.9759768805130268,
+      "eval_hi_ersatz_pr_auc": 0.9746822329348803,
+      "eval_hi_opus100_pr_auc": 0.6912040385817144,
+      "eval_hi_ud_pr_auc": 0.9643019573619672,
+      "eval_hu_opus100_pr_auc": 0.9134296384750078,
+      "eval_hu_ud_pr_auc": 0.982482584149035,
+      "eval_hy_opus100_pr_auc": 0.9134562290009028,
+      "eval_hy_ud_pr_auc": 0.9800238928614542,
+      "eval_id_opus100_pr_auc": 0.8792131821824166,
+      "eval_id_ud_pr_auc": 0.9933710611493515,
+      "eval_ig_opus100_pr_auc": 0.8742038282632032,
+      "eval_is_opus100_pr_auc": 0.9239273601888041,
+      "eval_is_ud_pr_auc": 0.9180309661770456,
+      "eval_it_opus100_pr_auc": 0.9032963924879777,
+      "eval_it_ud_pr_auc": 0.9994986367355658,
+      "eval_ja_ersatz_pr_auc": 0.8465406984944173,
+      "eval_ja_opus100_pr_auc": 0.8502535268226749,
+      "eval_ja_ud_pr_auc": 0.9847441956195983,
+      "eval_jv_ud_pr_auc": 0.9591078390422692,
+      "eval_ka_opus100_pr_auc": 0.8644284127251278,
+      "eval_kk_ersatz_pr_auc": 0.9863098013300524,
+      "eval_kk_opus100_pr_auc": 0.7634098394585829,
+      "eval_kk_ud_pr_auc": 0.9748789245490934,
+      "eval_km_ersatz_pr_auc": 0.9194290472406815,
+      "eval_km_opus100_pr_auc": 0.7390099105184876,
+      "eval_kn_opus100_pr_auc": 0.6115350869494832,
+      "eval_ko_opus100_pr_auc": 0.7142501801646198,
+      "eval_ko_ud_pr_auc": 0.9979506693086349,
+      "eval_ku_opus100_pr_auc": 0.8448301800892365,
+      "eval_ky_opus100_pr_auc": 0.8969058337901948,
+      "eval_la_ud_pr_auc": 0.9496191690773234,
+      "eval_loss": 0.031115954741835594,
+      "eval_lt_ersatz_pr_auc": 0.994273242872451,
+      "eval_lt_opus100_pr_auc": 0.8699013430948953,
+      "eval_lt_ud_pr_auc": 0.9924268257891131,
+      "eval_lv_ersatz_pr_auc": 0.9916298506648374,
+      "eval_lv_opus100_pr_auc": 0.8941704769090468,
+      "eval_lv_ud_pr_auc": 0.9594022281387217,
+      "eval_mg_opus100_pr_auc": 0.9302730922818903,
+      "eval_mk_opus100_pr_auc": 0.9142748898210131,
+      "eval_ml_opus100_pr_auc": 0.8029112323150314,
+      "eval_mn_opus100_pr_auc": 0.957879581643523,
+      "eval_mr_opus100_pr_auc": 0.8742956206233795,
+      "eval_mr_ud_pr_auc": 0.9920915324358918,
+      "eval_ms_opus100_pr_auc": 0.8765646891143604,
+      "eval_mt_opus100_pr_auc": 0.84444179680324,
+      "eval_mt_ud_pr_auc": 0.8527383342981052,
+      "eval_my_opus100_pr_auc": 0.7810357907007427,
+      "eval_ne_opus100_pr_auc": 0.7507103555615804,
+      "eval_nl_opus100_pr_auc": 0.8894378374480869,
+      "eval_nl_ud_pr_auc": 0.9809330610832385,
+      "eval_no_opus100_pr_auc": 0.9154531509697499,
+      "eval_no_ud_pr_auc": 0.9962282028516858,
+      "eval_pa_opus100_pr_auc": 0.676168275033209,
+      "eval_pl_ersatz_pr_auc": 0.9769697678234042,
+      "eval_pl_opus100_pr_auc": 0.8998283948313699,
+      "eval_pl_ud_pr_auc": 0.9729375298982491,
+      "eval_ps_ersatz_pr_auc": 0.9270337786731253,
+      "eval_ps_opus100_pr_auc": 0.728599532314326,
+      "eval_pt_opus100_pr_auc": 0.9177627364524807,
+      "eval_pt_ud_pr_auc": 0.984397125000897,
+      "eval_ro_ersatz_pr_auc": 0.9954720595756864,
+      "eval_ro_opus100_pr_auc": 0.8767165802762921,
+      "eval_ro_ud_pr_auc": 0.9653231908965413,
+      "eval_ru_ersatz_pr_auc": 0.9917319686878838,
+      "eval_ru_opus100_pr_auc": 0.9186495691994501,
+      "eval_ru_ud_pr_auc": 0.8634196229654403,
+      "eval_runtime": 599.6281,
+      "eval_samples_per_second": 125.835,
+      "eval_si_opus100_pr_auc": 0.8161702421216174,
+      "eval_sk_opus100_pr_auc": 0.932480124831878,
+      "eval_sk_ud_pr_auc": 0.9812061857650861,
+      "eval_sl_opus100_pr_auc": 0.8586215920097441,
+      "eval_sl_ud_pr_auc": 0.966726693962283,
+      "eval_sq_opus100_pr_auc": 0.9151054528730843,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9072014912903931,
+      "eval_sr_ud_pr_auc": 0.9980795864660676,
+      "eval_steps_per_second": 0.984,
+      "eval_sv_opus100_pr_auc": 0.8914225131411498,
+      "eval_sv_ud_pr_auc": 0.942150800953722,
+      "eval_ta_ersatz_pr_auc": 0.9809017625422058,
+      "eval_ta_opus100_pr_auc": 0.6890428144928497,
+      "eval_ta_ud_pr_auc": 0.9918378892216271,
+      "eval_te_opus100_pr_auc": 0.8328202687066961,
+      "eval_tg_opus100_pr_auc": 0.890185586042966,
+      "eval_th_opus100_pr_auc": 0.6730328625933496,
+      "eval_th_ud_pr_auc": 0.8005847285291733,
+      "eval_tr_ersatz_pr_auc": 0.9656789300284385,
+      "eval_tr_opus100_pr_auc": 0.8947822412555241,
+      "eval_tr_ud_pr_auc": 0.9551316634353241,
+      "eval_uk_opus100_pr_auc": 0.8818242410176826,
+      "eval_uk_ud_pr_auc": 0.9264731463790845,
+      "eval_ur_opus100_pr_auc": 0.5807674476554826,
+      "eval_ur_ud_pr_auc": 0.9938840139028078,
+      "eval_uz_opus100_pr_auc": 0.888435060064082,
+      "eval_vi_opus100_pr_auc": 0.8950685543535244,
+      "eval_vi_ud_pr_auc": 0.9581664702484275,
+      "eval_xh_opus100_pr_auc": 0.8817408604799313,
+      "eval_yi_opus100_pr_auc": 0.7739411390240336,
+      "eval_yo_opus100_pr_auc": 0.821865105409328,
+      "eval_yo_ud_pr_auc": 0.9016559793155046,
+      "eval_zh_ersatz_pr_auc": 0.9697667589223337,
+      "eval_zh_opus100_pr_auc": 0.8725697903722139,
+      "eval_zh_ud_pr_auc": 0.9949989715209334,
+      "eval_zu_opus100_pr_auc": 0.8457847354278636,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.0276,
+      "step": 70050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0273,
+      "step": 70100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.0274,
+      "step": 70150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.0275,
+      "step": 70200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0276,
+      "step": 70250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.0272,
+      "step": 70300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.0273,
+      "step": 70350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0272,
+      "step": 70400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0272,
+      "step": 70450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.0274,
+      "step": 70500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0273,
+      "step": 70550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.0272,
+      "step": 70600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0272,
+      "step": 70650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0274,
+      "step": 70700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0273,
+      "step": 70750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0273,
+      "step": 70800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0273,
+      "step": 70850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0274,
+      "step": 70900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.0276,
+      "step": 70950
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.0271,
+      "step": 71000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.0274,
+      "step": 71050
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.0273,
+      "step": 71100
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0275,
+      "step": 71150
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.0273,
+      "step": 71200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0275,
+      "step": 71250
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0275,
+      "step": 71300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0273,
+      "step": 71350
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.0272,
+      "step": 71400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0273,
+      "step": 71450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0271,
+      "step": 71500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0273,
+      "step": 71550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0273,
+      "step": 71600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.0272,
+      "step": 71650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0273,
+      "step": 71700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.0273,
+      "step": 71750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.0271,
+      "step": 71800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0272,
+      "step": 71850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0273,
+      "step": 71900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.027,
+      "step": 71950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.0271,
+      "step": 72000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.0272,
+      "step": 72050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.0276,
+      "step": 72100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0271,
+      "step": 72150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0274,
+      "step": 72200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.0274,
+      "step": 72250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.0272,
+      "step": 72300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.0269,
+      "step": 72350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0273,
+      "step": 72400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0272,
+      "step": 72450
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0272,
+      "step": 72500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.0274,
+      "step": 72550
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0273,
+      "step": 72600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0269,
+      "step": 72650
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.0273,
+      "step": 72700
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0271,
+      "step": 72750
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.0272,
+      "step": 72800
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.0273,
+      "step": 72850
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0271,
+      "step": 72900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.0275,
+      "step": 72950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.0272,
+      "step": 73000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0273,
+      "step": 73050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0275,
+      "step": 73100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0273,
+      "step": 73150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0273,
+      "step": 73200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.0271,
+      "step": 73250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0271,
+      "step": 73300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.027,
+      "step": 73350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0271,
+      "step": 73400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0273,
+      "step": 73450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.0271,
+      "step": 73500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.0272,
+      "step": 73550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.0273,
+      "step": 73600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.0272,
+      "step": 73650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0269,
+      "step": 73700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0271,
+      "step": 73750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.0271,
+      "step": 73800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.0272,
+      "step": 73850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0272,
+      "step": 73900
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.0273,
+      "step": 73950
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.0272,
+      "step": 74000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.0272,
+      "step": 74050
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.0271,
+      "step": 74100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0272,
+      "step": 74150
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0274,
+      "step": 74200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.0271,
+      "step": 74250
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.0271,
+      "step": 74300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.0272,
+      "step": 74350
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0274,
+      "step": 74400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0272,
+      "step": 74450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.0272,
+      "step": 74500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0271,
+      "step": 74550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0272,
+      "step": 74600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0272,
+      "step": 74650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.027,
+      "step": 74700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.0269,
+      "step": 74750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.027,
+      "step": 74800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.0271,
+      "step": 74850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.0271,
+      "step": 74900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.027,
+      "step": 74950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.0271,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "eval_af_opus100_pr_auc": 0.764912722231337,
+      "eval_af_ud_pr_auc": 0.9954961459311762,
+      "eval_am_opus100_pr_auc": 0.5717714615441564,
+      "eval_ar_ersatz_pr_auc": 0.927092692043002,
+      "eval_ar_opus100_pr_auc": 0.7140262478643848,
+      "eval_ar_ud_pr_auc": 0.8905060442027701,
+      "eval_average_ersatz_pr_auc": 0.9674314128277245,
+      "eval_average_opus100_pr_auc": 0.8305814584974522,
+      "eval_average_ud_pr_auc": 0.9612920390219268,
+      "eval_az_opus100_pr_auc": 0.7452007335462043,
+      "eval_be_opus100_pr_auc": 0.7002119645238223,
+      "eval_be_ud_pr_auc": 0.9033723607837769,
+      "eval_bg_opus100_pr_auc": 0.9108663842760604,
+      "eval_bg_ud_pr_auc": 0.9937269391375003,
+      "eval_bn_opus100_pr_auc": 0.8029088661060539,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8783410340721579,
+      "eval_ca_ud_pr_auc": 0.9953051783172742,
+      "eval_ceb_ud_pr_auc": 0.995811615286854,
+      "eval_cs_ersatz_pr_auc": 0.9859229945058866,
+      "eval_cs_opus100_pr_auc": 0.9123353411342278,
+      "eval_cs_ud_pr_auc": 0.9617139383724694,
+      "eval_cy_opus100_pr_auc": 0.7614497388375732,
+      "eval_cy_ud_pr_auc": 0.9966376689108621,
+      "eval_da_opus100_pr_auc": 0.907133177278209,
+      "eval_da_ud_pr_auc": 0.9812742212663995,
+      "eval_de_ersatz_pr_auc": 0.9874964439868815,
+      "eval_de_opus100_pr_auc": 0.9022320910023223,
+      "eval_de_ud_pr_auc": 0.9877760548027277,
+      "eval_el_opus100_pr_auc": 0.9113635970386966,
+      "eval_el_ud_pr_auc": 0.9878713242537708,
+      "eval_en_ersatz_pr_auc": 0.9910939937621306,
+      "eval_en_opus100_pr_auc": 0.9260356665684161,
+      "eval_en_ud_pr_auc": 0.9647088870696876,
+      "eval_eo_opus100_pr_auc": 0.9259015744732902,
+      "eval_es_ersatz_pr_auc": 0.9953607042375463,
+      "eval_es_opus100_pr_auc": 0.9258939832962265,
+      "eval_es_ud_pr_auc": 0.9890091383577482,
+      "eval_et_ersatz_pr_auc": 0.9820281968545876,
+      "eval_et_opus100_pr_auc": 0.8991497973603692,
+      "eval_et_ud_pr_auc": 0.9519810087526691,
+      "eval_eu_opus100_pr_auc": 0.8694526748815683,
+      "eval_eu_ud_pr_auc": 0.9904070204727062,
+      "eval_fa_opus100_pr_auc": 0.5813370020651684,
+      "eval_fa_ud_pr_auc": 0.992200925798621,
+      "eval_fi_ersatz_pr_auc": 0.990746381336206,
+      "eval_fi_opus100_pr_auc": 0.9124621136510934,
+      "eval_fi_ud_pr_auc": 0.9713814529758453,
+      "eval_fr_ersatz_pr_auc": 0.9904386306149183,
+      "eval_fr_opus100_pr_auc": 0.893210351662426,
+      "eval_fr_ud_pr_auc": 0.980762920814009,
+      "eval_fy_opus100_pr_auc": 0.6633610713671618,
+      "eval_ga_opus100_pr_auc": 0.8994541240261901,
+      "eval_ga_ud_pr_auc": 0.8074123120122716,
+      "eval_gd_opus100_pr_auc": 0.6414453199627315,
+      "eval_gd_ud_pr_auc": 0.7897610988931659,
+      "eval_gl_opus100_pr_auc": 0.8768032360718677,
+      "eval_gl_ud_pr_auc": 0.9981648833126318,
+      "eval_gu_ersatz_pr_auc": 0.929861427893389,
+      "eval_gu_opus100_pr_auc": 0.725634312612324,
+      "eval_ha_opus100_pr_auc": 0.9094813651595351,
+      "eval_he_opus100_pr_auc": 0.8343317402583624,
+      "eval_he_ud_pr_auc": 0.9694941048904262,
+      "eval_hi_ersatz_pr_auc": 0.97510834787998,
+      "eval_hi_opus100_pr_auc": 0.6901262679784845,
+      "eval_hi_ud_pr_auc": 0.981232294191503,
+      "eval_hu_opus100_pr_auc": 0.9179466448061733,
+      "eval_hu_ud_pr_auc": 0.9776700071686271,
+      "eval_hy_opus100_pr_auc": 0.9125396363016521,
+      "eval_hy_ud_pr_auc": 0.9781136003024561,
+      "eval_id_opus100_pr_auc": 0.872517187193582,
+      "eval_id_ud_pr_auc": 0.9940304772468963,
+      "eval_ig_opus100_pr_auc": 0.8818084314127345,
+      "eval_is_opus100_pr_auc": 0.928279704723221,
+      "eval_is_ud_pr_auc": 0.9104384722257731,
+      "eval_it_opus100_pr_auc": 0.897770183728873,
+      "eval_it_ud_pr_auc": 0.9980614303958043,
+      "eval_ja_ersatz_pr_auc": 0.8415769713924438,
+      "eval_ja_opus100_pr_auc": 0.8344404642505574,
+      "eval_ja_ud_pr_auc": 0.9703852935011859,
+      "eval_jv_ud_pr_auc": 0.9609636269544377,
+      "eval_ka_opus100_pr_auc": 0.85347068266918,
+      "eval_kk_ersatz_pr_auc": 0.9853425713374525,
+      "eval_kk_opus100_pr_auc": 0.7519542912661179,
+      "eval_kk_ud_pr_auc": 0.9797070524994228,
+      "eval_km_ersatz_pr_auc": 0.9151521319963429,
+      "eval_km_opus100_pr_auc": 0.7392387467865434,
+      "eval_kn_opus100_pr_auc": 0.6306334747352698,
+      "eval_ko_opus100_pr_auc": 0.690550572343116,
+      "eval_ko_ud_pr_auc": 0.9994783182633296,
+      "eval_ku_opus100_pr_auc": 0.8277511369500783,
+      "eval_ky_opus100_pr_auc": 0.8721910306519621,
+      "eval_la_ud_pr_auc": 0.9684371798936551,
+      "eval_loss": 0.03072061389684677,
+      "eval_lt_ersatz_pr_auc": 0.9937444482068684,
+      "eval_lt_opus100_pr_auc": 0.8702009199923812,
+      "eval_lt_ud_pr_auc": 0.9942475558021149,
+      "eval_lv_ersatz_pr_auc": 0.9892535733325951,
+      "eval_lv_opus100_pr_auc": 0.8916263125080975,
+      "eval_lv_ud_pr_auc": 0.9621485993655666,
+      "eval_mg_opus100_pr_auc": 0.9334336091396968,
+      "eval_mk_opus100_pr_auc": 0.9085796987576292,
+      "eval_ml_opus100_pr_auc": 0.7788891689831312,
+      "eval_mn_opus100_pr_auc": 0.9548329164038172,
+      "eval_mr_opus100_pr_auc": 0.8873164968342518,
+      "eval_mr_ud_pr_auc": 0.9746743205532792,
+      "eval_ms_opus100_pr_auc": 0.8709999321985546,
+      "eval_mt_opus100_pr_auc": 0.8459662647308492,
+      "eval_mt_ud_pr_auc": 0.8658033117916325,
+      "eval_my_opus100_pr_auc": 0.7923906788754249,
+      "eval_ne_opus100_pr_auc": 0.7244361196560269,
+      "eval_nl_opus100_pr_auc": 0.8997401848561826,
+      "eval_nl_ud_pr_auc": 0.9807855661324678,
+      "eval_no_opus100_pr_auc": 0.9193931930667145,
+      "eval_no_ud_pr_auc": 0.9950882840238302,
+      "eval_pa_opus100_pr_auc": 0.6677956880252467,
+      "eval_pl_ersatz_pr_auc": 0.9726267685884974,
+      "eval_pl_opus100_pr_auc": 0.8964230368033079,
+      "eval_pl_ud_pr_auc": 0.973135162618304,
+      "eval_ps_ersatz_pr_auc": 0.9306916175943615,
+      "eval_ps_opus100_pr_auc": 0.7117527670823459,
+      "eval_pt_opus100_pr_auc": 0.9146597057819355,
+      "eval_pt_ud_pr_auc": 0.9862565851027061,
+      "eval_ro_ersatz_pr_auc": 0.9944383708204093,
+      "eval_ro_opus100_pr_auc": 0.8650001455237363,
+      "eval_ro_ud_pr_auc": 0.9665235829327521,
+      "eval_ru_ersatz_pr_auc": 0.9914005700275832,
+      "eval_ru_opus100_pr_auc": 0.9248500802397535,
+      "eval_ru_ud_pr_auc": 0.866811006555131,
+      "eval_runtime": 607.417,
+      "eval_samples_per_second": 124.221,
+      "eval_si_opus100_pr_auc": 0.78951121792818,
+      "eval_sk_opus100_pr_auc": 0.9233291050362457,
+      "eval_sk_ud_pr_auc": 0.9854346634990501,
+      "eval_sl_opus100_pr_auc": 0.8545626309845358,
+      "eval_sl_ud_pr_auc": 0.9641802768764693,
+      "eval_sq_opus100_pr_auc": 0.9132307007239274,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9037403220948265,
+      "eval_sr_ud_pr_auc": 0.9982469413865039,
+      "eval_steps_per_second": 0.971,
+      "eval_sv_opus100_pr_auc": 0.8917049958790272,
+      "eval_sv_ud_pr_auc": 0.9461725078754164,
+      "eval_ta_ersatz_pr_auc": 0.9779375494203599,
+      "eval_ta_opus100_pr_auc": 0.6882252939269651,
+      "eval_ta_ud_pr_auc": 0.9942342411371197,
+      "eval_te_opus100_pr_auc": 0.8356017135702375,
+      "eval_tg_opus100_pr_auc": 0.8861292860238279,
+      "eval_th_opus100_pr_auc": 0.6595509429910124,
+      "eval_th_ud_pr_auc": 0.8163053108654323,
+      "eval_tr_ersatz_pr_auc": 0.9597174104325856,
+      "eval_tr_opus100_pr_auc": 0.8938362753997322,
+      "eval_tr_ud_pr_auc": 0.9531989617552759,
+      "eval_uk_opus100_pr_auc": 0.87373098707739,
+      "eval_uk_ud_pr_auc": 0.9303024736996591,
+      "eval_ur_opus100_pr_auc": 0.5616511765271022,
+      "eval_ur_ud_pr_auc": 0.9902649569738385,
+      "eval_uz_opus100_pr_auc": 0.876538358429665,
+      "eval_vi_opus100_pr_auc": 0.8921145536250155,
+      "eval_vi_ud_pr_auc": 0.9473124982105824,
+      "eval_xh_opus100_pr_auc": 0.8791275919311291,
+      "eval_yi_opus100_pr_auc": 0.7415709710582046,
+      "eval_yo_opus100_pr_auc": 0.8215301385849435,
+      "eval_yo_ud_pr_auc": 0.9047877298491261,
+      "eval_zh_ersatz_pr_auc": 0.9764592859459108,
+      "eval_zh_opus100_pr_auc": 0.8672355515651452,
+      "eval_zh_ud_pr_auc": 0.9844386899851121,
+      "eval_zu_opus100_pr_auc": 0.8285447153054009,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.0271,
+      "step": 75050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.027,
+      "step": 75100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.0271,
+      "step": 75150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.0272,
+      "step": 75200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.0271,
+      "step": 75250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.0271,
+      "step": 75300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0271,
+      "step": 75350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.0269,
+      "step": 75400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.0269,
+      "step": 75450
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.027,
+      "step": 75500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.027,
+      "step": 75550
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.0271,
+      "step": 75600
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.027,
+      "step": 75650
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.0271,
+      "step": 75700
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0272,
+      "step": 75750
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.0268,
+      "step": 75800
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.027,
+      "step": 75850
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.0269,
+      "step": 75900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.027,
+      "step": 75950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.0269,
+      "step": 76000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.027,
+      "step": 76050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.0269,
+      "step": 76100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.0271,
+      "step": 76150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.0271,
+      "step": 76200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.0271,
+      "step": 76250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.0273,
+      "step": 76300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.0269,
+      "step": 76350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.0271,
+      "step": 76400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.027,
+      "step": 76450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.0269,
+      "step": 76500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.027,
+      "step": 76550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.0268,
+      "step": 76600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.0269,
+      "step": 76650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0271,
+      "step": 76700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0268,
+      "step": 76750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0272,
+      "step": 76800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.0271,
+      "step": 76850
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.0273,
+      "step": 76900
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0271,
+      "step": 76950
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0271,
+      "step": 77000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.027,
+      "step": 77050
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.0268,
+      "step": 77100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0272,
+      "step": 77150
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.0268,
+      "step": 77200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.0266,
+      "step": 77250
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.0269,
+      "step": 77300
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.0271,
+      "step": 77350
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.0268,
+      "step": 77400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0269,
+      "step": 77450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0269,
+      "step": 77500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.0267,
+      "step": 77550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.0268,
+      "step": 77600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.0269,
+      "step": 77650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.027,
+      "step": 77700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.027,
+      "step": 77750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.0269,
+      "step": 77800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.0269,
+      "step": 77850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0268,
+      "step": 77900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.0272,
+      "step": 77950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.0269,
+      "step": 78000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.0269,
+      "step": 78050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.0268,
+      "step": 78100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.0267,
+      "step": 78150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0269,
+      "step": 78200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.0269,
+      "step": 78250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0271,
+      "step": 78300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.0269,
+      "step": 78350
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.027,
+      "step": 78400
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.0269,
+      "step": 78450
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.0269,
+      "step": 78500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.027,
+      "step": 78550
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.0269,
+      "step": 78600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.027,
+      "step": 78650
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0268,
+      "step": 78700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.0269,
+      "step": 78750
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0269,
+      "step": 78800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.0268,
+      "step": 78850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0267,
+      "step": 78900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.027,
+      "step": 78950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.0269,
+      "step": 79000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.027,
+      "step": 79050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.0269,
+      "step": 79100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.0267,
+      "step": 79150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.0268,
+      "step": 79200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.0266,
+      "step": 79250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.0268,
+      "step": 79300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.0267,
+      "step": 79350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.0267,
+      "step": 79400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.027,
+      "step": 79450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.0268,
+      "step": 79500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0268,
+      "step": 79550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.0267,
+      "step": 79600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.0267,
+      "step": 79650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.0269,
+      "step": 79700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0271,
+      "step": 79750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.0268,
+      "step": 79800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.0267,
+      "step": 79850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0267,
+      "step": 79900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.0266,
+      "step": 79950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.0268,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "eval_af_opus100_pr_auc": 0.759949179280393,
+      "eval_af_ud_pr_auc": 0.9895065540586433,
+      "eval_am_opus100_pr_auc": 0.593060051498678,
+      "eval_ar_ersatz_pr_auc": 0.9233015827404986,
+      "eval_ar_opus100_pr_auc": 0.7143202951110335,
+      "eval_ar_ud_pr_auc": 0.8853725822669709,
+      "eval_average_ersatz_pr_auc": 0.9656684412698584,
+      "eval_average_opus100_pr_auc": 0.828949452787567,
+      "eval_average_ud_pr_auc": 0.9584718693634698,
+      "eval_az_opus100_pr_auc": 0.8011877212527102,
+      "eval_be_opus100_pr_auc": 0.6745296264124078,
+      "eval_be_ud_pr_auc": 0.8789308416804716,
+      "eval_bg_opus100_pr_auc": 0.91609412870709,
+      "eval_bg_ud_pr_auc": 0.9931458712690024,
+      "eval_bn_opus100_pr_auc": 0.8282330479892464,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8859640378176658,
+      "eval_ca_ud_pr_auc": 0.9959682089559889,
+      "eval_ceb_ud_pr_auc": 0.9998283988420116,
+      "eval_cs_ersatz_pr_auc": 0.983648341395239,
+      "eval_cs_opus100_pr_auc": 0.9036186033532712,
+      "eval_cs_ud_pr_auc": 0.9556486150719986,
+      "eval_cy_opus100_pr_auc": 0.7625316768619393,
+      "eval_cy_ud_pr_auc": 0.9961973283095716,
+      "eval_da_opus100_pr_auc": 0.9039075107373461,
+      "eval_da_ud_pr_auc": 0.9785283623947292,
+      "eval_de_ersatz_pr_auc": 0.9857736662212757,
+      "eval_de_opus100_pr_auc": 0.8923327949356431,
+      "eval_de_ud_pr_auc": 0.9839121238078086,
+      "eval_el_opus100_pr_auc": 0.913630573385837,
+      "eval_el_ud_pr_auc": 0.9924689376918415,
+      "eval_en_ersatz_pr_auc": 0.9903305911194467,
+      "eval_en_opus100_pr_auc": 0.9251005930685988,
+      "eval_en_ud_pr_auc": 0.9753181514231068,
+      "eval_eo_opus100_pr_auc": 0.9223627942177166,
+      "eval_es_ersatz_pr_auc": 0.9963809905757429,
+      "eval_es_opus100_pr_auc": 0.9280446291303988,
+      "eval_es_ud_pr_auc": 0.9907237545937916,
+      "eval_et_ersatz_pr_auc": 0.9789655977103218,
+      "eval_et_opus100_pr_auc": 0.9012550605383679,
+      "eval_et_ud_pr_auc": 0.9492714882637046,
+      "eval_eu_opus100_pr_auc": 0.8739176674948987,
+      "eval_eu_ud_pr_auc": 0.9886311938625493,
+      "eval_fa_opus100_pr_auc": 0.5667809563269453,
+      "eval_fa_ud_pr_auc": 0.9917990968615915,
+      "eval_fi_ersatz_pr_auc": 0.9876639585937207,
+      "eval_fi_opus100_pr_auc": 0.8983880737905994,
+      "eval_fi_ud_pr_auc": 0.9510559158561276,
+      "eval_fr_ersatz_pr_auc": 0.9869127566421224,
+      "eval_fr_opus100_pr_auc": 0.8972409346649831,
+      "eval_fr_ud_pr_auc": 0.9817669898491148,
+      "eval_fy_opus100_pr_auc": 0.6388798746717619,
+      "eval_ga_opus100_pr_auc": 0.8813766329421792,
+      "eval_ga_ud_pr_auc": 0.8045278103982397,
+      "eval_gd_opus100_pr_auc": 0.625917689216218,
+      "eval_gd_ud_pr_auc": 0.7869726740152745,
+      "eval_gl_opus100_pr_auc": 0.8791570411439855,
+      "eval_gl_ud_pr_auc": 0.9977078325576714,
+      "eval_gu_ersatz_pr_auc": 0.9370908101672264,
+      "eval_gu_opus100_pr_auc": 0.7250119609060243,
+      "eval_ha_opus100_pr_auc": 0.9011560322815224,
+      "eval_he_opus100_pr_auc": 0.8678416727903524,
+      "eval_he_ud_pr_auc": 0.9662750877045041,
+      "eval_hi_ersatz_pr_auc": 0.973442631761845,
+      "eval_hi_opus100_pr_auc": 0.6877643555190232,
+      "eval_hi_ud_pr_auc": 0.9653776223727151,
+      "eval_hu_opus100_pr_auc": 0.9194852931463074,
+      "eval_hu_ud_pr_auc": 0.9791683526202815,
+      "eval_hy_opus100_pr_auc": 0.8957076905234103,
+      "eval_hy_ud_pr_auc": 0.9743776108741173,
+      "eval_id_opus100_pr_auc": 0.8787881468020178,
+      "eval_id_ud_pr_auc": 0.9913160195356449,
+      "eval_ig_opus100_pr_auc": 0.8747963899558063,
+      "eval_is_opus100_pr_auc": 0.9290985093894821,
+      "eval_is_ud_pr_auc": 0.9152689653393742,
+      "eval_it_opus100_pr_auc": 0.8943667069707387,
+      "eval_it_ud_pr_auc": 0.9949231871041626,
+      "eval_ja_ersatz_pr_auc": 0.8324073483911908,
+      "eval_ja_opus100_pr_auc": 0.8435639061587975,
+      "eval_ja_ud_pr_auc": 0.9762549928273677,
+      "eval_jv_ud_pr_auc": 0.9601184191898146,
+      "eval_ka_opus100_pr_auc": 0.8674909725735999,
+      "eval_kk_ersatz_pr_auc": 0.9870960159866007,
+      "eval_kk_opus100_pr_auc": 0.7500004622336764,
+      "eval_kk_ud_pr_auc": 0.9749085729389962,
+      "eval_km_ersatz_pr_auc": 0.917597260116034,
+      "eval_km_opus100_pr_auc": 0.7461136964685952,
+      "eval_kn_opus100_pr_auc": 0.5854733312122793,
+      "eval_ko_opus100_pr_auc": 0.6886199401131379,
+      "eval_ko_ud_pr_auc": 0.9971246116628792,
+      "eval_ku_opus100_pr_auc": 0.8222215235533316,
+      "eval_ky_opus100_pr_auc": 0.8748150870117344,
+      "eval_la_ud_pr_auc": 0.945456649792485,
+      "eval_loss": 0.03023897111415863,
+      "eval_lt_ersatz_pr_auc": 0.9932665131700935,
+      "eval_lt_opus100_pr_auc": 0.8656513425203711,
+      "eval_lt_ud_pr_auc": 0.996491423376394,
+      "eval_lv_ersatz_pr_auc": 0.9854380255727494,
+      "eval_lv_opus100_pr_auc": 0.8734693280949755,
+      "eval_lv_ud_pr_auc": 0.958841291285199,
+      "eval_mg_opus100_pr_auc": 0.9256023129631787,
+      "eval_mk_opus100_pr_auc": 0.9205989219891422,
+      "eval_ml_opus100_pr_auc": 0.7809542662280399,
+      "eval_mn_opus100_pr_auc": 0.9434766296336319,
+      "eval_mr_opus100_pr_auc": 0.8750166644242747,
+      "eval_mr_ud_pr_auc": 0.9831519825427409,
+      "eval_ms_opus100_pr_auc": 0.8709496587778751,
+      "eval_mt_opus100_pr_auc": 0.8273868683208007,
+      "eval_mt_ud_pr_auc": 0.8579480725484048,
+      "eval_my_opus100_pr_auc": 0.7697200467770198,
+      "eval_ne_opus100_pr_auc": 0.7500394364049432,
+      "eval_nl_opus100_pr_auc": 0.8957650237012105,
+      "eval_nl_ud_pr_auc": 0.9806279077279136,
+      "eval_no_opus100_pr_auc": 0.918374515033751,
+      "eval_no_ud_pr_auc": 0.9956025456653573,
+      "eval_pa_opus100_pr_auc": 0.646335998750014,
+      "eval_pl_ersatz_pr_auc": 0.9633410810017471,
+      "eval_pl_opus100_pr_auc": 0.8909573007405426,
+      "eval_pl_ud_pr_auc": 0.9580352827255499,
+      "eval_ps_ersatz_pr_auc": 0.9223070099171783,
+      "eval_ps_opus100_pr_auc": 0.7182396652045837,
+      "eval_pt_opus100_pr_auc": 0.9166347988155998,
+      "eval_pt_ud_pr_auc": 0.9856150480856366,
+      "eval_ro_ersatz_pr_auc": 0.9937431810387218,
+      "eval_ro_opus100_pr_auc": 0.8807504871828243,
+      "eval_ro_ud_pr_auc": 0.9706043093232561,
+      "eval_ru_ersatz_pr_auc": 0.9909356474742268,
+      "eval_ru_opus100_pr_auc": 0.9227433089002248,
+      "eval_ru_ud_pr_auc": 0.8624818695780062,
+      "eval_runtime": 600.2469,
+      "eval_samples_per_second": 125.705,
+      "eval_si_opus100_pr_auc": 0.805559412946129,
+      "eval_sk_opus100_pr_auc": 0.9272135068389603,
+      "eval_sk_ud_pr_auc": 0.9816203745623844,
+      "eval_sl_opus100_pr_auc": 0.8538095830009179,
+      "eval_sl_ud_pr_auc": 0.9623648416436241,
+      "eval_sq_opus100_pr_auc": 0.9185699498048703,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9013152900676594,
+      "eval_sr_ud_pr_auc": 0.9977623491146772,
+      "eval_steps_per_second": 0.983,
+      "eval_sv_opus100_pr_auc": 0.8936262610129394,
+      "eval_sv_ud_pr_auc": 0.939367979854072,
+      "eval_ta_ersatz_pr_auc": 0.980073056242664,
+      "eval_ta_opus100_pr_auc": 0.6829414939221591,
+      "eval_ta_ud_pr_auc": 0.9892017930288028,
+      "eval_te_opus100_pr_auc": 0.8330233888844125,
+      "eval_tg_opus100_pr_auc": 0.8707106865165012,
+      "eval_th_opus100_pr_auc": 0.6666298772174959,
+      "eval_th_ud_pr_auc": 0.8076201841101647,
+      "eval_tr_ersatz_pr_auc": 0.9644090046173115,
+      "eval_tr_opus100_pr_auc": 0.8993801502047141,
+      "eval_tr_ud_pr_auc": 0.9480939028460962,
+      "eval_uk_opus100_pr_auc": 0.8703469078031616,
+      "eval_uk_ud_pr_auc": 0.9123103831377934,
+      "eval_ur_opus100_pr_auc": 0.5601127583142811,
+      "eval_ur_ud_pr_auc": 0.9953210369524523,
+      "eval_uz_opus100_pr_auc": 0.8758356845692294,
+      "eval_vi_opus100_pr_auc": 0.8917843520536013,
+      "eval_vi_ud_pr_auc": 0.9486723708634268,
+      "eval_xh_opus100_pr_auc": 0.8598195945708424,
+      "eval_yi_opus100_pr_auc": 0.7352370291214126,
+      "eval_yo_opus100_pr_auc": 0.7921397368361089,
+      "eval_yo_ud_pr_auc": 0.9055550755626245,
+      "eval_zh_ersatz_pr_auc": 0.9705806374809293,
+      "eval_zh_opus100_pr_auc": 0.8691328483520511,
+      "eval_zh_ud_pr_auc": 0.9877537051906478,
+      "eval_zu_opus100_pr_auc": 0.8339031699203039,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0268,
+      "step": 80050
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0265,
+      "step": 80100
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.0266,
+      "step": 80150
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.027,
+      "step": 80200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0267,
+      "step": 80250
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0266,
+      "step": 80300
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0267,
+      "step": 80350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.0264,
+      "step": 80400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0267,
+      "step": 80450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.0266,
+      "step": 80500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0268,
+      "step": 80550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.0266,
+      "step": 80600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0271,
+      "step": 80650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.0269,
+      "step": 80700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.0267,
+      "step": 80750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0266,
+      "step": 80800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.0268,
+      "step": 80850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.0266,
+      "step": 80900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0269,
+      "step": 80950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.0268,
+      "step": 81000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.0266,
+      "step": 81050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0266,
+      "step": 81100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.0265,
+      "step": 81150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.0269,
+      "step": 81200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.0267,
+      "step": 81250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.0269,
+      "step": 81300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.027,
+      "step": 81350
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.0269,
+      "step": 81400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.0265,
+      "step": 81450
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.0271,
+      "step": 81500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0269,
+      "step": 81550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0268,
+      "step": 81600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0267,
+      "step": 81650
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0266,
+      "step": 81700
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.0269,
+      "step": 81750
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.0266,
+      "step": 81800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.0267,
+      "step": 81850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0268,
+      "step": 81900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0267,
+      "step": 81950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.0266,
+      "step": 82000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.0266,
+      "step": 82050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.0269,
+      "step": 82100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0268,
+      "step": 82150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.0268,
+      "step": 82200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0268,
+      "step": 82250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.0266,
+      "step": 82300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0264,
+      "step": 82350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0267,
+      "step": 82400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0266,
+      "step": 82450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0264,
+      "step": 82500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.0265,
+      "step": 82550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0269,
+      "step": 82600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.0268,
+      "step": 82650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.0267,
+      "step": 82700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.0267,
+      "step": 82750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.0265,
+      "step": 82800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.0265,
+      "step": 82850
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0266,
+      "step": 82900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.0266,
+      "step": 82950
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0266,
+      "step": 83000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0266,
+      "step": 83050
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0264,
+      "step": 83100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0265,
+      "step": 83150
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0264,
+      "step": 83200
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0269,
+      "step": 83250
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.0265,
+      "step": 83300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.0263,
+      "step": 83350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0266,
+      "step": 83400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.0265,
+      "step": 83450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.0268,
+      "step": 83500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0267,
+      "step": 83550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0266,
+      "step": 83600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0266,
+      "step": 83650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.0266,
+      "step": 83700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.0266,
+      "step": 83750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.0265,
+      "step": 83800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.0267,
+      "step": 83850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0267,
+      "step": 83900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.0267,
+      "step": 83950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.0267,
+      "step": 84000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0267,
+      "step": 84050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0266,
+      "step": 84100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0267,
+      "step": 84150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0267,
+      "step": 84200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0265,
+      "step": 84250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0263,
+      "step": 84300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0267,
+      "step": 84350
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0267,
+      "step": 84400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.0265,
+      "step": 84450
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.0266,
+      "step": 84500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0269,
+      "step": 84550
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.0266,
+      "step": 84600
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0268,
+      "step": 84650
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0269,
+      "step": 84700
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0265,
+      "step": 84750
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.0264,
+      "step": 84800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.0267,
+      "step": 84850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.0263,
+      "step": 84900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0268,
+      "step": 84950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0266,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "eval_af_opus100_pr_auc": 0.778504555419748,
+      "eval_af_ud_pr_auc": 0.9886629615672524,
+      "eval_am_opus100_pr_auc": 0.5579986962279899,
+      "eval_ar_ersatz_pr_auc": 0.9272645855561541,
+      "eval_ar_opus100_pr_auc": 0.7156210904655224,
+      "eval_ar_ud_pr_auc": 0.8822351999277609,
+      "eval_average_ersatz_pr_auc": 0.9697793194906565,
+      "eval_average_opus100_pr_auc": 0.8332815855652687,
+      "eval_average_ud_pr_auc": 0.9599822087804161,
+      "eval_az_opus100_pr_auc": 0.7531098261199528,
+      "eval_be_opus100_pr_auc": 0.7133696034464642,
+      "eval_be_ud_pr_auc": 0.8947013263442084,
+      "eval_bg_opus100_pr_auc": 0.9128749826287101,
+      "eval_bg_ud_pr_auc": 0.9927993811248395,
+      "eval_bn_opus100_pr_auc": 0.819127927602267,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8905962376043999,
+      "eval_ca_ud_pr_auc": 0.9972417442100239,
+      "eval_ceb_ud_pr_auc": 0.9979270080852725,
+      "eval_cs_ersatz_pr_auc": 0.9872223371455809,
+      "eval_cs_opus100_pr_auc": 0.9053452535763205,
+      "eval_cs_ud_pr_auc": 0.9615649627558887,
+      "eval_cy_opus100_pr_auc": 0.7775456719740976,
+      "eval_cy_ud_pr_auc": 0.9975612869041647,
+      "eval_da_opus100_pr_auc": 0.9079365746909535,
+      "eval_da_ud_pr_auc": 0.9801494776320533,
+      "eval_de_ersatz_pr_auc": 0.985663228638842,
+      "eval_de_opus100_pr_auc": 0.9017565893960922,
+      "eval_de_ud_pr_auc": 0.9872242667039329,
+      "eval_el_opus100_pr_auc": 0.9113745852392444,
+      "eval_el_ud_pr_auc": 0.9944063944621985,
+      "eval_en_ersatz_pr_auc": 0.9907238123614376,
+      "eval_en_opus100_pr_auc": 0.9266690290637778,
+      "eval_en_ud_pr_auc": 0.9759502787729718,
+      "eval_eo_opus100_pr_auc": 0.9196200333581306,
+      "eval_es_ersatz_pr_auc": 0.9961976723089222,
+      "eval_es_opus100_pr_auc": 0.9281272417967276,
+      "eval_es_ud_pr_auc": 0.9915344016577056,
+      "eval_et_ersatz_pr_auc": 0.980512982753768,
+      "eval_et_opus100_pr_auc": 0.8933186489861233,
+      "eval_et_ud_pr_auc": 0.9472458118072098,
+      "eval_eu_opus100_pr_auc": 0.8715794950050788,
+      "eval_eu_ud_pr_auc": 0.9904463811502676,
+      "eval_fa_opus100_pr_auc": 0.5653687683353517,
+      "eval_fa_ud_pr_auc": 0.9938959507703808,
+      "eval_fi_ersatz_pr_auc": 0.9910721607770197,
+      "eval_fi_opus100_pr_auc": 0.9083514526771619,
+      "eval_fi_ud_pr_auc": 0.9629817987097955,
+      "eval_fr_ersatz_pr_auc": 0.9886055659436451,
+      "eval_fr_opus100_pr_auc": 0.907167556720873,
+      "eval_fr_ud_pr_auc": 0.9832095153418379,
+      "eval_fy_opus100_pr_auc": 0.6646170941765444,
+      "eval_ga_opus100_pr_auc": 0.8845315671766101,
+      "eval_ga_ud_pr_auc": 0.8080175717694125,
+      "eval_gd_opus100_pr_auc": 0.653534457223384,
+      "eval_gd_ud_pr_auc": 0.7867147823797693,
+      "eval_gl_opus100_pr_auc": 0.8851339868930518,
+      "eval_gl_ud_pr_auc": 0.9976320694955145,
+      "eval_gu_ersatz_pr_auc": 0.946480556711165,
+      "eval_gu_opus100_pr_auc": 0.7724396853604387,
+      "eval_ha_opus100_pr_auc": 0.9082930108644217,
+      "eval_he_opus100_pr_auc": 0.8511269172800726,
+      "eval_he_ud_pr_auc": 0.9703188637629386,
+      "eval_hi_ersatz_pr_auc": 0.9776212801944812,
+      "eval_hi_opus100_pr_auc": 0.691243910193197,
+      "eval_hi_ud_pr_auc": 0.9786195682370639,
+      "eval_hu_opus100_pr_auc": 0.9133701644060497,
+      "eval_hu_ud_pr_auc": 0.981885391368454,
+      "eval_hy_opus100_pr_auc": 0.9116021143921773,
+      "eval_hy_ud_pr_auc": 0.9741122272881696,
+      "eval_id_opus100_pr_auc": 0.8707715910907053,
+      "eval_id_ud_pr_auc": 0.9908096152808803,
+      "eval_ig_opus100_pr_auc": 0.8879939396931845,
+      "eval_is_opus100_pr_auc": 0.9242462252007014,
+      "eval_is_ud_pr_auc": 0.9142871343039761,
+      "eval_it_opus100_pr_auc": 0.8993145723707193,
+      "eval_it_ud_pr_auc": 0.9966343477865457,
+      "eval_ja_ersatz_pr_auc": 0.8607064489947663,
+      "eval_ja_opus100_pr_auc": 0.8389468210802671,
+      "eval_ja_ud_pr_auc": 0.9735514612053268,
+      "eval_jv_ud_pr_auc": 0.9844676186562092,
+      "eval_ka_opus100_pr_auc": 0.8573706109086077,
+      "eval_kk_ersatz_pr_auc": 0.9872640972098423,
+      "eval_kk_opus100_pr_auc": 0.7764368310584473,
+      "eval_kk_ud_pr_auc": 0.9763922008687856,
+      "eval_km_ersatz_pr_auc": 0.9221506106701208,
+      "eval_km_opus100_pr_auc": 0.7382151530927412,
+      "eval_kn_opus100_pr_auc": 0.6231557878982684,
+      "eval_ko_opus100_pr_auc": 0.6953476084986596,
+      "eval_ko_ud_pr_auc": 0.9991009758028628,
+      "eval_ku_opus100_pr_auc": 0.8244204240997256,
+      "eval_ky_opus100_pr_auc": 0.8930167979998459,
+      "eval_la_ud_pr_auc": 0.9535614991503534,
+      "eval_loss": 0.03005002811551094,
+      "eval_lt_ersatz_pr_auc": 0.9946279399940208,
+      "eval_lt_opus100_pr_auc": 0.8679004801125066,
+      "eval_lt_ud_pr_auc": 0.9946844579421135,
+      "eval_lv_ersatz_pr_auc": 0.9886174742943187,
+      "eval_lv_opus100_pr_auc": 0.8860406099173059,
+      "eval_lv_ud_pr_auc": 0.9611820859624228,
+      "eval_mg_opus100_pr_auc": 0.9304517522093453,
+      "eval_mk_opus100_pr_auc": 0.918398340994773,
+      "eval_ml_opus100_pr_auc": 0.7814069484436842,
+      "eval_mn_opus100_pr_auc": 0.9491932679847046,
+      "eval_mr_opus100_pr_auc": 0.880932022262862,
+      "eval_mr_ud_pr_auc": 0.972237311355448,
+      "eval_ms_opus100_pr_auc": 0.8610823827703178,
+      "eval_mt_opus100_pr_auc": 0.8505853926896434,
+      "eval_mt_ud_pr_auc": 0.8676342066127957,
+      "eval_my_opus100_pr_auc": 0.795934344715892,
+      "eval_ne_opus100_pr_auc": 0.7452170938557424,
+      "eval_nl_opus100_pr_auc": 0.8956216138678714,
+      "eval_nl_ud_pr_auc": 0.9831763519130704,
+      "eval_no_opus100_pr_auc": 0.9206575234001336,
+      "eval_no_ud_pr_auc": 0.9959317277918277,
+      "eval_pa_opus100_pr_auc": 0.682930157082183,
+      "eval_pl_ersatz_pr_auc": 0.9693267345170997,
+      "eval_pl_opus100_pr_auc": 0.8868443028939911,
+      "eval_pl_ud_pr_auc": 0.9686985208856003,
+      "eval_ps_ersatz_pr_auc": 0.9309920177579802,
+      "eval_ps_opus100_pr_auc": 0.7216401879517398,
+      "eval_pt_opus100_pr_auc": 0.9194908247358622,
+      "eval_pt_ud_pr_auc": 0.9866868047205128,
+      "eval_ro_ersatz_pr_auc": 0.9926692147673533,
+      "eval_ro_opus100_pr_auc": 0.8794211813431861,
+      "eval_ro_ud_pr_auc": 0.9458686359779568,
+      "eval_ru_ersatz_pr_auc": 0.9914292312020903,
+      "eval_ru_opus100_pr_auc": 0.9192560726302104,
+      "eval_ru_ud_pr_auc": 0.8445244442185356,
+      "eval_runtime": 604.5557,
+      "eval_samples_per_second": 124.809,
+      "eval_si_opus100_pr_auc": 0.7865807744445336,
+      "eval_sk_opus100_pr_auc": 0.9258712267157267,
+      "eval_sk_ud_pr_auc": 0.9800368712253171,
+      "eval_sl_opus100_pr_auc": 0.8578650384976978,
+      "eval_sl_ud_pr_auc": 0.9622840444982217,
+      "eval_sq_opus100_pr_auc": 0.9171614788650511,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9025835491612361,
+      "eval_sr_ud_pr_auc": 0.9983220237865557,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.8880292061359133,
+      "eval_sv_ud_pr_auc": 0.9403981091791769,
+      "eval_ta_ersatz_pr_auc": 0.9815902302348916,
+      "eval_ta_opus100_pr_auc": 0.6868022490217762,
+      "eval_ta_ud_pr_auc": 0.9950828916557141,
+      "eval_te_opus100_pr_auc": 0.8322499072335331,
+      "eval_tg_opus100_pr_auc": 0.8945168745080834,
+      "eval_th_opus100_pr_auc": 0.661481059050062,
+      "eval_th_ud_pr_auc": 0.8124255141658344,
+      "eval_tr_ersatz_pr_auc": 0.9657396355579491,
+      "eval_tr_opus100_pr_auc": 0.8987273614273928,
+      "eval_tr_ud_pr_auc": 0.9531692794223245,
+      "eval_uk_opus100_pr_auc": 0.8743954390661172,
+      "eval_uk_ud_pr_auc": 0.9257686789347256,
+      "eval_ur_opus100_pr_auc": 0.5692750805241128,
+      "eval_ur_ud_pr_auc": 0.9920277312245084,
+      "eval_uz_opus100_pr_auc": 0.8920454939427742,
+      "eval_vi_opus100_pr_auc": 0.898504921135856,
+      "eval_vi_ud_pr_auc": 0.9511080968170188,
+      "eval_xh_opus100_pr_auc": 0.8766242220777685,
+      "eval_yi_opus100_pr_auc": 0.7180800418599008,
+      "eval_yo_opus100_pr_auc": 0.8234956755891035,
+      "eval_yo_ud_pr_auc": 0.8887340276597906,
+      "eval_zh_ersatz_pr_auc": 0.9786672112029937,
+      "eval_zh_opus100_pr_auc": 0.8678779187021445,
+      "eval_zh_ud_pr_auc": 0.9931606092502145,
+      "eval_zu_opus100_pr_auc": 0.8334249072384795,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0266,
+      "step": 85050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0264,
+      "step": 85100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0267,
+      "step": 85150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.0266,
+      "step": 85200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0263,
+      "step": 85250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0266,
+      "step": 85300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.0264,
+      "step": 85350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0264,
+      "step": 85400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0265,
+      "step": 85450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0265,
+      "step": 85500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.0265,
+      "step": 85550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.0262,
+      "step": 85600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0265,
+      "step": 85650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.0266,
+      "step": 85700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.0263,
+      "step": 85750
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0264,
+      "step": 85800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0264,
+      "step": 85850
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.0265,
+      "step": 85900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0267,
+      "step": 85950
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0262,
+      "step": 86000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0266,
+      "step": 86050
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.0269,
+      "step": 86100
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0265,
+      "step": 86150
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.0267,
+      "step": 86200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0266,
+      "step": 86250
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0264,
+      "step": 86300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0266,
+      "step": 86350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0265,
+      "step": 86400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.0264,
+      "step": 86450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0265,
+      "step": 86500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0266,
+      "step": 86550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0266,
+      "step": 86600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.0268,
+      "step": 86650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0267,
+      "step": 86700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.0262,
+      "step": 86750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0268,
+      "step": 86800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.0263,
+      "step": 86850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.0267,
+      "step": 86900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0265,
+      "step": 86950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0264,
+      "step": 87000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0263,
+      "step": 87050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0266,
+      "step": 87100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0263,
+      "step": 87150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0266,
+      "step": 87200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0263,
+      "step": 87250
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.0265,
+      "step": 87300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.0264,
+      "step": 87350
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.0263,
+      "step": 87400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.0264,
+      "step": 87450
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0265,
+      "step": 87500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0262,
+      "step": 87550
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0262,
+      "step": 87600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0265,
+      "step": 87650
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0265,
+      "step": 87700
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.0262,
+      "step": 87750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0264,
+      "step": 87800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0265,
+      "step": 87850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0264,
+      "step": 87900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0263,
+      "step": 87950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.0266,
+      "step": 88000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0268,
+      "step": 88050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.0262,
+      "step": 88100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0263,
+      "step": 88150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0263,
+      "step": 88200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.0266,
+      "step": 88250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0265,
+      "step": 88300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.0262,
+      "step": 88350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.0264,
+      "step": 88400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0263,
+      "step": 88450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.0263,
+      "step": 88500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0262,
+      "step": 88550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0264,
+      "step": 88600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.0262,
+      "step": 88650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.0266,
+      "step": 88700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0264,
+      "step": 88750
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0263,
+      "step": 88800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0261,
+      "step": 88850
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.0261,
+      "step": 88900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.0263,
+      "step": 88950
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0264,
+      "step": 89000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0263,
+      "step": 89050
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0265,
+      "step": 89100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0264,
+      "step": 89150
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0262,
+      "step": 89200
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.0263,
+      "step": 89250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.0264,
+      "step": 89300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.0263,
+      "step": 89350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0262,
+      "step": 89400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0263,
+      "step": 89450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0263,
+      "step": 89500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.0264,
+      "step": 89550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0264,
+      "step": 89600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0263,
+      "step": 89650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0264,
+      "step": 89700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0263,
+      "step": 89750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0263,
+      "step": 89800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.0263,
+      "step": 89850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0262,
+      "step": 89900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.0264,
+      "step": 89950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0264,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "eval_af_opus100_pr_auc": 0.7637640685147712,
+      "eval_af_ud_pr_auc": 0.990323338707968,
+      "eval_am_opus100_pr_auc": 0.6103675327172353,
+      "eval_ar_ersatz_pr_auc": 0.9190647066004817,
+      "eval_ar_opus100_pr_auc": 0.7126139976997465,
+      "eval_ar_ud_pr_auc": 0.8836825431738679,
+      "eval_average_ersatz_pr_auc": 0.9662142244809245,
+      "eval_average_opus100_pr_auc": 0.8347943672290017,
+      "eval_average_ud_pr_auc": 0.9603884226974727,
+      "eval_az_opus100_pr_auc": 0.7588818011059717,
+      "eval_be_opus100_pr_auc": 0.7048914446290707,
+      "eval_be_ud_pr_auc": 0.876034668396009,
+      "eval_bg_opus100_pr_auc": 0.912288873164389,
+      "eval_bg_ud_pr_auc": 0.9903499547273426,
+      "eval_bn_opus100_pr_auc": 0.8294652966338328,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.892575837678722,
+      "eval_ca_ud_pr_auc": 0.995165965718762,
+      "eval_ceb_ud_pr_auc": 0.9997404757516071,
+      "eval_cs_ersatz_pr_auc": 0.9834640953001109,
+      "eval_cs_opus100_pr_auc": 0.9133939634243423,
+      "eval_cs_ud_pr_auc": 0.9584999839450465,
+      "eval_cy_opus100_pr_auc": 0.7793178940926537,
+      "eval_cy_ud_pr_auc": 0.9979052550467373,
+      "eval_da_opus100_pr_auc": 0.9010924788809421,
+      "eval_da_ud_pr_auc": 0.9760262607725565,
+      "eval_de_ersatz_pr_auc": 0.9859067450109016,
+      "eval_de_opus100_pr_auc": 0.8994972290409318,
+      "eval_de_ud_pr_auc": 0.9829697789495222,
+      "eval_el_opus100_pr_auc": 0.9186727724439148,
+      "eval_el_ud_pr_auc": 0.9917842536341233,
+      "eval_en_ersatz_pr_auc": 0.9920557798783546,
+      "eval_en_opus100_pr_auc": 0.9284012312217184,
+      "eval_en_ud_pr_auc": 0.972910135015759,
+      "eval_eo_opus100_pr_auc": 0.9260306274725996,
+      "eval_es_ersatz_pr_auc": 0.9963694886158141,
+      "eval_es_opus100_pr_auc": 0.9260169077696395,
+      "eval_es_ud_pr_auc": 0.9905252844177882,
+      "eval_et_ersatz_pr_auc": 0.976941115512153,
+      "eval_et_opus100_pr_auc": 0.89713602001584,
+      "eval_et_ud_pr_auc": 0.9604226304918391,
+      "eval_eu_opus100_pr_auc": 0.8722582371992776,
+      "eval_eu_ud_pr_auc": 0.9900252639597423,
+      "eval_fa_opus100_pr_auc": 0.5827428249417769,
+      "eval_fa_ud_pr_auc": 0.9931900284409927,
+      "eval_fi_ersatz_pr_auc": 0.9906165428384864,
+      "eval_fi_opus100_pr_auc": 0.9005072929789371,
+      "eval_fi_ud_pr_auc": 0.9540086947210183,
+      "eval_fr_ersatz_pr_auc": 0.9885794867471012,
+      "eval_fr_opus100_pr_auc": 0.9066676878693095,
+      "eval_fr_ud_pr_auc": 0.9851710792863124,
+      "eval_fy_opus100_pr_auc": 0.6423212357502338,
+      "eval_ga_opus100_pr_auc": 0.8948538275304071,
+      "eval_ga_ud_pr_auc": 0.7904649703549281,
+      "eval_gd_opus100_pr_auc": 0.6227691065385491,
+      "eval_gd_ud_pr_auc": 0.7870569059443858,
+      "eval_gl_opus100_pr_auc": 0.8791832131010234,
+      "eval_gl_ud_pr_auc": 0.9975035712397475,
+      "eval_gu_ersatz_pr_auc": 0.933668787188247,
+      "eval_gu_opus100_pr_auc": 0.7327336555534931,
+      "eval_ha_opus100_pr_auc": 0.9080745767283783,
+      "eval_he_opus100_pr_auc": 0.8711806478839011,
+      "eval_he_ud_pr_auc": 0.9696105490039767,
+      "eval_hi_ersatz_pr_auc": 0.9726177232450279,
+      "eval_hi_opus100_pr_auc": 0.6920562433066544,
+      "eval_hi_ud_pr_auc": 0.9765217371194407,
+      "eval_hu_opus100_pr_auc": 0.9160114195764236,
+      "eval_hu_ud_pr_auc": 0.9798776619559253,
+      "eval_hy_opus100_pr_auc": 0.9116812521218841,
+      "eval_hy_ud_pr_auc": 0.9777197891651971,
+      "eval_id_opus100_pr_auc": 0.8798933154588443,
+      "eval_id_ud_pr_auc": 0.9928776305628986,
+      "eval_ig_opus100_pr_auc": 0.879087401287249,
+      "eval_is_opus100_pr_auc": 0.9283256216415621,
+      "eval_is_ud_pr_auc": 0.9067634746804584,
+      "eval_it_opus100_pr_auc": 0.8975571511499068,
+      "eval_it_ud_pr_auc": 0.9986683128109964,
+      "eval_ja_ersatz_pr_auc": 0.8362233403151149,
+      "eval_ja_opus100_pr_auc": 0.8124138004466441,
+      "eval_ja_ud_pr_auc": 0.9785478458497959,
+      "eval_jv_ud_pr_auc": 0.9603115782680955,
+      "eval_ka_opus100_pr_auc": 0.8736021143557456,
+      "eval_kk_ersatz_pr_auc": 0.9857258206849837,
+      "eval_kk_opus100_pr_auc": 0.7432380886808964,
+      "eval_kk_ud_pr_auc": 0.9716288495472611,
+      "eval_km_ersatz_pr_auc": 0.9195385868029662,
+      "eval_km_opus100_pr_auc": 0.7551256752940428,
+      "eval_kn_opus100_pr_auc": 0.6417557300815606,
+      "eval_ko_opus100_pr_auc": 0.6972832588911466,
+      "eval_ko_ud_pr_auc": 0.9987475086933025,
+      "eval_ku_opus100_pr_auc": 0.8379472177250941,
+      "eval_ky_opus100_pr_auc": 0.8958631207368614,
+      "eval_la_ud_pr_auc": 0.9528090655576417,
+      "eval_loss": 0.030125252902507782,
+      "eval_lt_ersatz_pr_auc": 0.9919353675319278,
+      "eval_lt_opus100_pr_auc": 0.8555890879649155,
+      "eval_lt_ud_pr_auc": 0.9948518577414526,
+      "eval_lv_ersatz_pr_auc": 0.9886773667320647,
+      "eval_lv_opus100_pr_auc": 0.8739973369133696,
+      "eval_lv_ud_pr_auc": 0.9604586645552561,
+      "eval_mg_opus100_pr_auc": 0.9285223837913689,
+      "eval_mk_opus100_pr_auc": 0.9176756352640291,
+      "eval_ml_opus100_pr_auc": 0.7966969127528684,
+      "eval_mn_opus100_pr_auc": 0.9403317659071029,
+      "eval_mr_opus100_pr_auc": 0.8776013814355338,
+      "eval_mr_ud_pr_auc": 0.9795424426203592,
+      "eval_ms_opus100_pr_auc": 0.8721224003883865,
+      "eval_mt_opus100_pr_auc": 0.8456151370208884,
+      "eval_mt_ud_pr_auc": 0.9032332544260313,
+      "eval_my_opus100_pr_auc": 0.7956487932840807,
+      "eval_ne_opus100_pr_auc": 0.759898465647715,
+      "eval_nl_opus100_pr_auc": 0.9017488907485953,
+      "eval_nl_ud_pr_auc": 0.9762843327792787,
+      "eval_no_opus100_pr_auc": 0.9175583892745952,
+      "eval_no_ud_pr_auc": 0.995082862063298,
+      "eval_pa_opus100_pr_auc": 0.6970464772281425,
+      "eval_pl_ersatz_pr_auc": 0.9644867323667665,
+      "eval_pl_opus100_pr_auc": 0.8888268897815498,
+      "eval_pl_ud_pr_auc": 0.9650382797707355,
+      "eval_ps_ersatz_pr_auc": 0.9268168149181468,
+      "eval_ps_opus100_pr_auc": 0.7278637044901314,
+      "eval_pt_opus100_pr_auc": 0.9175651477825786,
+      "eval_pt_ud_pr_auc": 0.9835785839908577,
+      "eval_ro_ersatz_pr_auc": 0.9942637328544354,
+      "eval_ro_opus100_pr_auc": 0.8835405782328992,
+      "eval_ro_ud_pr_auc": 0.9692613379164969,
+      "eval_ru_ersatz_pr_auc": 0.9905729192865476,
+      "eval_ru_opus100_pr_auc": 0.913859721760705,
+      "eval_ru_ud_pr_auc": 0.8643278328227852,
+      "eval_runtime": 600.8958,
+      "eval_samples_per_second": 125.569,
+      "eval_si_opus100_pr_auc": 0.80491473272976,
+      "eval_sk_opus100_pr_auc": 0.9245583958162765,
+      "eval_sk_ud_pr_auc": 0.9815001601958293,
+      "eval_sl_opus100_pr_auc": 0.8661905031846864,
+      "eval_sl_ud_pr_auc": 0.966564099356113,
+      "eval_sq_opus100_pr_auc": 0.914941788357407,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9080067371806817,
+      "eval_sr_ud_pr_auc": 0.9980947370468616,
+      "eval_steps_per_second": 0.982,
+      "eval_sv_opus100_pr_auc": 0.8854039655299158,
+      "eval_sv_ud_pr_auc": 0.9391027167290072,
+      "eval_ta_ersatz_pr_auc": 0.9824531890989696,
+      "eval_ta_opus100_pr_auc": 0.6809244792296959,
+      "eval_ta_ud_pr_auc": 0.9984398369741533,
+      "eval_te_opus100_pr_auc": 0.8305796332371791,
+      "eval_tg_opus100_pr_auc": 0.9021344495896768,
+      "eval_th_opus100_pr_auc": 0.6825334144334232,
+      "eval_th_ud_pr_auc": 0.8219336517258874,
+      "eval_tr_ersatz_pr_auc": 0.9604337022889616,
+      "eval_tr_opus100_pr_auc": 0.8945822202621235,
+      "eval_tr_ud_pr_auc": 0.9492219504022188,
+      "eval_uk_opus100_pr_auc": 0.8740294132214668,
+      "eval_uk_ud_pr_auc": 0.9210295224249687,
+      "eval_ur_opus100_pr_auc": 0.5551750795821644,
+      "eval_ur_ud_pr_auc": 0.9919771210006137,
+      "eval_uz_opus100_pr_auc": 0.8879565934114338,
+      "eval_vi_opus100_pr_auc": 0.8993729677558904,
+      "eval_vi_ud_pr_auc": 0.9610797552376142,
+      "eval_xh_opus100_pr_auc": 0.8712165053130173,
+      "eval_yi_opus100_pr_auc": 0.7718213446171996,
+      "eval_yo_opus100_pr_auc": 0.83641637174889,
+      "eval_yo_ud_pr_auc": 0.8996270121467604,
+      "eval_zh_ersatz_pr_auc": 0.9763008947627737,
+      "eval_zh_opus100_pr_auc": 0.8658004882804239,
+      "eval_zh_ud_pr_auc": 0.9940650359183161,
+      "eval_zu_opus100_pr_auc": 0.8353282362912359,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0264,
+      "step": 90050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.0266,
+      "step": 90100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0263,
+      "step": 90150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0264,
+      "step": 90200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0262,
+      "step": 90250
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0264,
+      "step": 90300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.0263,
+      "step": 90350
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0264,
+      "step": 90400
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.0263,
+      "step": 90450
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0263,
+      "step": 90500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0263,
+      "step": 90550
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0262,
+      "step": 90600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.0262,
+      "step": 90650
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0263,
+      "step": 90700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0262,
+      "step": 90750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0263,
+      "step": 90800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0263,
+      "step": 90850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0263,
+      "step": 90900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0264,
+      "step": 90950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0262,
+      "step": 91000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.0264,
+      "step": 91050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0265,
+      "step": 91100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.026,
+      "step": 91150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.0262,
+      "step": 91200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.0259,
+      "step": 91250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0261,
+      "step": 91300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.0261,
+      "step": 91350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.0263,
+      "step": 91400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.0262,
+      "step": 91450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0263,
+      "step": 91500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0258,
+      "step": 91550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.0262,
+      "step": 91600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.0264,
+      "step": 91650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.0261,
+      "step": 91700
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0262,
+      "step": 91750
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.0261,
+      "step": 91800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.0261,
+      "step": 91850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0261,
+      "step": 91900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0262,
+      "step": 91950
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.0263,
+      "step": 92000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0265,
+      "step": 92050
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0262,
+      "step": 92100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.0265,
+      "step": 92150
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.026,
+      "step": 92200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0263,
+      "step": 92250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.0263,
+      "step": 92300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.0259,
+      "step": 92350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.026,
+      "step": 92400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.026,
+      "step": 92450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.026,
+      "step": 92500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.0262,
+      "step": 92550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.0264,
+      "step": 92600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.0259,
+      "step": 92650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.0261,
+      "step": 92700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0263,
+      "step": 92750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.0261,
+      "step": 92800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.0262,
+      "step": 92850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.0259,
+      "step": 92900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0262,
+      "step": 92950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0263,
+      "step": 93000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0262,
+      "step": 93050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.0261,
+      "step": 93100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.0262,
+      "step": 93150
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.026,
+      "step": 93200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0264,
+      "step": 93250
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.0263,
+      "step": 93300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.0262,
+      "step": 93350
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0262,
+      "step": 93400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0264,
+      "step": 93450
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0262,
+      "step": 93500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.0262,
+      "step": 93550
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0262,
+      "step": 93600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0263,
+      "step": 93650
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0262,
+      "step": 93700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.0261,
+      "step": 93750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0262,
+      "step": 93800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.0262,
+      "step": 93850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0264,
+      "step": 93900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.0262,
+      "step": 93950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.0262,
+      "step": 94000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.026,
+      "step": 94050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0259,
+      "step": 94100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.0263,
+      "step": 94150
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.026,
+      "step": 94200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.0262,
+      "step": 94250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0263,
+      "step": 94300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0261,
+      "step": 94350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.0261,
+      "step": 94400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0261,
+      "step": 94450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.026,
+      "step": 94500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.0264,
+      "step": 94550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.0263,
+      "step": 94600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.0262,
+      "step": 94650
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0262,
+      "step": 94700
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0261,
+      "step": 94750
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0259,
+      "step": 94800
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.026,
+      "step": 94850
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.0262,
+      "step": 94900
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.026,
+      "step": 94950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.0262,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "eval_af_opus100_pr_auc": 0.7687803050809657,
+      "eval_af_ud_pr_auc": 0.9904711845074787,
+      "eval_am_opus100_pr_auc": 0.5906321337809994,
+      "eval_ar_ersatz_pr_auc": 0.9147669609616739,
+      "eval_ar_opus100_pr_auc": 0.7086237916030643,
+      "eval_ar_ud_pr_auc": 0.8974407004613104,
+      "eval_average_ersatz_pr_auc": 0.9642420551842719,
+      "eval_average_opus100_pr_auc": 0.832581667981652,
+      "eval_average_ud_pr_auc": 0.9595848975612526,
+      "eval_az_opus100_pr_auc": 0.7580482085870769,
+      "eval_be_opus100_pr_auc": 0.6856004491970531,
+      "eval_be_ud_pr_auc": 0.8887802319380143,
+      "eval_bg_opus100_pr_auc": 0.9171122011740217,
+      "eval_bg_ud_pr_auc": 0.994293991029036,
+      "eval_bn_opus100_pr_auc": 0.8192314128899933,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8846715577516531,
+      "eval_ca_ud_pr_auc": 0.9959159718488274,
+      "eval_ceb_ud_pr_auc": 1.0000000000000002,
+      "eval_cs_ersatz_pr_auc": 0.9811620831879303,
+      "eval_cs_opus100_pr_auc": 0.9026759316640085,
+      "eval_cs_ud_pr_auc": 0.9596043935195532,
+      "eval_cy_opus100_pr_auc": 0.7811311245199712,
+      "eval_cy_ud_pr_auc": 0.9964609730793511,
+      "eval_da_opus100_pr_auc": 0.9107694860922125,
+      "eval_da_ud_pr_auc": 0.9813525975710586,
+      "eval_de_ersatz_pr_auc": 0.9845594216261632,
+      "eval_de_opus100_pr_auc": 0.8947867887865874,
+      "eval_de_ud_pr_auc": 0.9848276620600311,
+      "eval_el_opus100_pr_auc": 0.9133634859649605,
+      "eval_el_ud_pr_auc": 0.9964096181000945,
+      "eval_en_ersatz_pr_auc": 0.9905470124074354,
+      "eval_en_opus100_pr_auc": 0.9261223252725415,
+      "eval_en_ud_pr_auc": 0.9728142899260082,
+      "eval_eo_opus100_pr_auc": 0.9192894112866787,
+      "eval_es_ersatz_pr_auc": 0.9961010139687078,
+      "eval_es_opus100_pr_auc": 0.9235709019463335,
+      "eval_es_ud_pr_auc": 0.9896877852657984,
+      "eval_et_ersatz_pr_auc": 0.9793255249291918,
+      "eval_et_opus100_pr_auc": 0.8991245683909179,
+      "eval_et_ud_pr_auc": 0.9490964323737915,
+      "eval_eu_opus100_pr_auc": 0.8697209338761774,
+      "eval_eu_ud_pr_auc": 0.9886776001068649,
+      "eval_fa_opus100_pr_auc": 0.5651412991453417,
+      "eval_fa_ud_pr_auc": 0.9912667583539528,
+      "eval_fi_ersatz_pr_auc": 0.9886842685215054,
+      "eval_fi_opus100_pr_auc": 0.9087547020260055,
+      "eval_fi_ud_pr_auc": 0.9665176250330935,
+      "eval_fr_ersatz_pr_auc": 0.9907180720041641,
+      "eval_fr_opus100_pr_auc": 0.9052006318494737,
+      "eval_fr_ud_pr_auc": 0.9841266340776178,
+      "eval_fy_opus100_pr_auc": 0.6742958065410884,
+      "eval_ga_opus100_pr_auc": 0.8945963203223637,
+      "eval_ga_ud_pr_auc": 0.7897865665705577,
+      "eval_gd_opus100_pr_auc": 0.6903583189387725,
+      "eval_gd_ud_pr_auc": 0.7956846504612878,
+      "eval_gl_opus100_pr_auc": 0.8757321472746292,
+      "eval_gl_ud_pr_auc": 0.996726706364498,
+      "eval_gu_ersatz_pr_auc": 0.9345059358262859,
+      "eval_gu_opus100_pr_auc": 0.728505489682989,
+      "eval_ha_opus100_pr_auc": 0.9076757688654709,
+      "eval_he_opus100_pr_auc": 0.8478478888397145,
+      "eval_he_ud_pr_auc": 0.9667812329684906,
+      "eval_hi_ersatz_pr_auc": 0.9740414055488191,
+      "eval_hi_opus100_pr_auc": 0.6946595304126317,
+      "eval_hi_ud_pr_auc": 0.9760987580323117,
+      "eval_hu_opus100_pr_auc": 0.91315982556283,
+      "eval_hu_ud_pr_auc": 0.9808772584699481,
+      "eval_hy_opus100_pr_auc": 0.9093373256549406,
+      "eval_hy_ud_pr_auc": 0.971793360205159,
+      "eval_id_opus100_pr_auc": 0.8751337039947911,
+      "eval_id_ud_pr_auc": 0.9921838148233234,
+      "eval_ig_opus100_pr_auc": 0.8707425107454005,
+      "eval_is_opus100_pr_auc": 0.9148209446137217,
+      "eval_is_ud_pr_auc": 0.9024911189519615,
+      "eval_it_opus100_pr_auc": 0.8951387042036012,
+      "eval_it_ud_pr_auc": 0.9984810935948372,
+      "eval_ja_ersatz_pr_auc": 0.8333562006283283,
+      "eval_ja_opus100_pr_auc": 0.8435525628344449,
+      "eval_ja_ud_pr_auc": 0.9787656619097275,
+      "eval_jv_ud_pr_auc": 0.9693066007965525,
+      "eval_ka_opus100_pr_auc": 0.8631914468264907,
+      "eval_kk_ersatz_pr_auc": 0.9836370781536145,
+      "eval_kk_opus100_pr_auc": 0.7589183081321531,
+      "eval_kk_ud_pr_auc": 0.9685070947335455,
+      "eval_km_ersatz_pr_auc": 0.9164924299795753,
+      "eval_km_opus100_pr_auc": 0.746764784500947,
+      "eval_kn_opus100_pr_auc": 0.6476791493274535,
+      "eval_ko_opus100_pr_auc": 0.6926564444711383,
+      "eval_ko_ud_pr_auc": 0.9970402999382013,
+      "eval_ku_opus100_pr_auc": 0.8088006581007287,
+      "eval_ky_opus100_pr_auc": 0.8769703048719696,
+      "eval_la_ud_pr_auc": 0.9724724827795654,
+      "eval_loss": 0.02985391952097416,
+      "eval_lt_ersatz_pr_auc": 0.9897319903585214,
+      "eval_lt_opus100_pr_auc": 0.8616904517431774,
+      "eval_lt_ud_pr_auc": 0.9947945625438772,
+      "eval_lv_ersatz_pr_auc": 0.9899660142860198,
+      "eval_lv_opus100_pr_auc": 0.8818741139871887,
+      "eval_lv_ud_pr_auc": 0.9585151892492919,
+      "eval_mg_opus100_pr_auc": 0.9318204593274344,
+      "eval_mk_opus100_pr_auc": 0.9138688600378203,
+      "eval_ml_opus100_pr_auc": 0.7685420459336666,
+      "eval_mn_opus100_pr_auc": 0.9454322687996867,
+      "eval_mr_opus100_pr_auc": 0.8817344148951975,
+      "eval_mr_ud_pr_auc": 0.9728237817867156,
+      "eval_ms_opus100_pr_auc": 0.8539504416519678,
+      "eval_mt_opus100_pr_auc": 0.8433712464719761,
+      "eval_mt_ud_pr_auc": 0.8773149500466962,
+      "eval_my_opus100_pr_auc": 0.7958212177912495,
+      "eval_ne_opus100_pr_auc": 0.745295232007116,
+      "eval_nl_opus100_pr_auc": 0.8921558468062591,
+      "eval_nl_ud_pr_auc": 0.9831598586741416,
+      "eval_no_opus100_pr_auc": 0.9188539325606703,
+      "eval_no_ud_pr_auc": 0.9953794224998175,
+      "eval_pa_opus100_pr_auc": 0.6660675956141017,
+      "eval_pl_ersatz_pr_auc": 0.966562154540177,
+      "eval_pl_opus100_pr_auc": 0.8897913742112615,
+      "eval_pl_ud_pr_auc": 0.9663165950842457,
+      "eval_ps_ersatz_pr_auc": 0.9101788400265158,
+      "eval_ps_opus100_pr_auc": 0.7131397358775039,
+      "eval_pt_opus100_pr_auc": 0.920819147956075,
+      "eval_pt_ud_pr_auc": 0.9847627140839333,
+      "eval_ro_ersatz_pr_auc": 0.9915638711722595,
+      "eval_ro_opus100_pr_auc": 0.8668557681335454,
+      "eval_ro_ud_pr_auc": 0.9106236726671751,
+      "eval_ru_ersatz_pr_auc": 0.9903531872305285,
+      "eval_ru_opus100_pr_auc": 0.9185091436273085,
+      "eval_ru_ud_pr_auc": 0.8449713153289533,
+      "eval_runtime": 608.9052,
+      "eval_samples_per_second": 123.917,
+      "eval_si_opus100_pr_auc": 0.7932042996074486,
+      "eval_sk_opus100_pr_auc": 0.9218315318025366,
+      "eval_sk_ud_pr_auc": 0.9860605671232672,
+      "eval_sl_opus100_pr_auc": 0.8571376987464332,
+      "eval_sl_ud_pr_auc": 0.9674847658595043,
+      "eval_sq_opus100_pr_auc": 0.9140510498955964,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8976804536313959,
+      "eval_sr_ud_pr_auc": 0.9983982223809964,
+      "eval_steps_per_second": 0.969,
+      "eval_sv_opus100_pr_auc": 0.8896765436006495,
+      "eval_sv_ud_pr_auc": 0.9433055781132967,
+      "eval_ta_ersatz_pr_auc": 0.972689202553687,
+      "eval_ta_opus100_pr_auc": 0.6958775775204897,
+      "eval_ta_ud_pr_auc": 0.990553945931521,
+      "eval_te_opus100_pr_auc": 0.8436306846668101,
+      "eval_tg_opus100_pr_auc": 0.8917882763948274,
+      "eval_th_opus100_pr_auc": 0.6625851925192314,
+      "eval_th_ud_pr_auc": 0.8149671295448339,
+      "eval_tr_ersatz_pr_auc": 0.968296722488945,
+      "eval_tr_opus100_pr_auc": 0.8936397874317388,
+      "eval_tr_ud_pr_auc": 0.9509248707692217,
+      "eval_uk_opus100_pr_auc": 0.8678875556660973,
+      "eval_uk_ud_pr_auc": 0.9283311566386598,
+      "eval_ur_opus100_pr_auc": 0.570867226515967,
+      "eval_ur_ud_pr_auc": 0.9879434939347692,
+      "eval_uz_opus100_pr_auc": 0.8904407374079717,
+      "eval_vi_opus100_pr_auc": 0.8930480867404906,
+      "eval_vi_ud_pr_auc": 0.9539090202016827,
+      "eval_xh_opus100_pr_auc": 0.8736605935037656,
+      "eval_yi_opus100_pr_auc": 0.7903152308399499,
+      "eval_yo_opus100_pr_auc": 0.8392976781881205,
+      "eval_yo_ud_pr_auc": 0.9092591769319761,
+      "eval_zh_ersatz_pr_auc": 0.9660858236539299,
+      "eval_zh_opus100_pr_auc": 0.8604862698353748,
+      "eval_zh_ud_pr_auc": 0.9917980217449733,
+      "eval_zu_opus100_pr_auc": 0.8321074069430653,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0263,
+      "step": 95050
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.0262,
+      "step": 95100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.0263,
+      "step": 95150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.0259,
+      "step": 95200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.0262,
+      "step": 95250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.0259,
+      "step": 95300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.0262,
+      "step": 95350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0258,
+      "step": 95400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.0261,
+      "step": 95450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.0262,
+      "step": 95500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0261,
+      "step": 95550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.026,
+      "step": 95600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.026,
+      "step": 95650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.0261,
+      "step": 95700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.026,
+      "step": 95750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0261,
+      "step": 95800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.0261,
+      "step": 95850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.0259,
+      "step": 95900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.0262,
+      "step": 95950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0261,
+      "step": 96000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.0258,
+      "step": 96050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0262,
+      "step": 96100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0259,
+      "step": 96150
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.0258,
+      "step": 96200
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.0262,
+      "step": 96250
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.0261,
+      "step": 96300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0262,
+      "step": 96350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.0261,
+      "step": 96400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.0262,
+      "step": 96450
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0258,
+      "step": 96500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0258,
+      "step": 96550
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0261,
+      "step": 96600
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.0259,
+      "step": 96650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.026,
+      "step": 96700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.0261,
+      "step": 96750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.0261,
+      "step": 96800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.026,
+      "step": 96850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0262,
+      "step": 96900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.0262,
+      "step": 96950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.0262,
+      "step": 97000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.026,
+      "step": 97050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.0256,
+      "step": 97100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.026,
+      "step": 97150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.0261,
+      "step": 97200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.0259,
+      "step": 97250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.0259,
+      "step": 97300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.0262,
+      "step": 97350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.0262,
+      "step": 97400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.0259,
+      "step": 97450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0259,
+      "step": 97500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0259,
+      "step": 97550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.0261,
+      "step": 97600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0261,
+      "step": 97650
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.026,
+      "step": 97700
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.0259,
+      "step": 97750
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.0259,
+      "step": 97800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0258,
+      "step": 97850
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.026,
+      "step": 97900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.026,
+      "step": 97950
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.026,
+      "step": 98000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0258,
+      "step": 98050
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.0257,
+      "step": 98100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0258,
+      "step": 98150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.0263,
+      "step": 98200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.0261,
+      "step": 98250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.0262,
+      "step": 98300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0259,
+      "step": 98350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.026,
+      "step": 98400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.026,
+      "step": 98450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.026,
+      "step": 98500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.0259,
+      "step": 98550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.0256,
+      "step": 98600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.0263,
+      "step": 98650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0258,
+      "step": 98700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0261,
+      "step": 98750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0259,
+      "step": 98800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.0259,
+      "step": 98850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.026,
+      "step": 98900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.026,
+      "step": 98950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.0259,
+      "step": 99000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.026,
+      "step": 99050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0258,
+      "step": 99100
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0256,
+      "step": 99150
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.0257,
+      "step": 99200
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.0257,
+      "step": 99250
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.0259,
+      "step": 99300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.0255,
+      "step": 99350
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.0261,
+      "step": 99400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.0255,
+      "step": 99450
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.0261,
+      "step": 99500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0261,
+      "step": 99550
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0257,
+      "step": 99600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.0257,
+      "step": 99650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.026,
+      "step": 99700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0259,
+      "step": 99750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.0258,
+      "step": 99800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.0261,
+      "step": 99850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.0261,
+      "step": 99900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0259,
+      "step": 99950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0256,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "eval_af_opus100_pr_auc": 0.7638241368497635,
+      "eval_af_ud_pr_auc": 0.9913493496307956,
+      "eval_am_opus100_pr_auc": 0.5772287056292492,
+      "eval_ar_ersatz_pr_auc": 0.9227624679673103,
+      "eval_ar_opus100_pr_auc": 0.7147210574190813,
+      "eval_ar_ud_pr_auc": 0.8837667988632705,
+      "eval_average_ersatz_pr_auc": 0.9678556070872616,
+      "eval_average_opus100_pr_auc": 0.8339637238520022,
+      "eval_average_ud_pr_auc": 0.9615134054046468,
+      "eval_az_opus100_pr_auc": 0.7525570899134628,
+      "eval_be_opus100_pr_auc": 0.696117293932052,
+      "eval_be_ud_pr_auc": 0.907119830421997,
+      "eval_bg_opus100_pr_auc": 0.9103769627666817,
+      "eval_bg_ud_pr_auc": 0.9949455881911875,
+      "eval_bn_opus100_pr_auc": 0.8198136519650046,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8977399369996343,
+      "eval_ca_ud_pr_auc": 0.9981776425119694,
+      "eval_ceb_ud_pr_auc": 0.9993417336970036,
+      "eval_cs_ersatz_pr_auc": 0.9833518685271655,
+      "eval_cs_opus100_pr_auc": 0.9110163721896687,
+      "eval_cs_ud_pr_auc": 0.9576454089300342,
+      "eval_cy_opus100_pr_auc": 0.7723274285283868,
+      "eval_cy_ud_pr_auc": 0.9981008663403667,
+      "eval_da_opus100_pr_auc": 0.9151788642431294,
+      "eval_da_ud_pr_auc": 0.984034510262501,
+      "eval_de_ersatz_pr_auc": 0.9836070062023091,
+      "eval_de_opus100_pr_auc": 0.892042896956568,
+      "eval_de_ud_pr_auc": 0.9837783967351843,
+      "eval_el_opus100_pr_auc": 0.9180089287315144,
+      "eval_el_ud_pr_auc": 0.9915151515533789,
+      "eval_en_ersatz_pr_auc": 0.9902252516715846,
+      "eval_en_opus100_pr_auc": 0.9252774092607442,
+      "eval_en_ud_pr_auc": 0.9759470910196628,
+      "eval_eo_opus100_pr_auc": 0.9210113971540979,
+      "eval_es_ersatz_pr_auc": 0.9969826841702694,
+      "eval_es_opus100_pr_auc": 0.9296690408145495,
+      "eval_es_ud_pr_auc": 0.9909381402153608,
+      "eval_et_ersatz_pr_auc": 0.9819741077575351,
+      "eval_et_opus100_pr_auc": 0.9143640142423737,
+      "eval_et_ud_pr_auc": 0.9623247850718403,
+      "eval_eu_opus100_pr_auc": 0.873465521763001,
+      "eval_eu_ud_pr_auc": 0.9869884364320716,
+      "eval_fa_opus100_pr_auc": 0.5721738508090595,
+      "eval_fa_ud_pr_auc": 0.9877243218283729,
+      "eval_fi_ersatz_pr_auc": 0.9885197781695156,
+      "eval_fi_opus100_pr_auc": 0.9078461741256765,
+      "eval_fi_ud_pr_auc": 0.9650357654483961,
+      "eval_fr_ersatz_pr_auc": 0.9846145223767827,
+      "eval_fr_opus100_pr_auc": 0.9101165238343326,
+      "eval_fr_ud_pr_auc": 0.9817598309190381,
+      "eval_fy_opus100_pr_auc": 0.6532225226283966,
+      "eval_ga_opus100_pr_auc": 0.8896174880374212,
+      "eval_ga_ud_pr_auc": 0.8195288828075709,
+      "eval_gd_opus100_pr_auc": 0.654162845018721,
+      "eval_gd_ud_pr_auc": 0.7846944869753476,
+      "eval_gl_opus100_pr_auc": 0.8898664254886332,
+      "eval_gl_ud_pr_auc": 0.9975821075591762,
+      "eval_gu_ersatz_pr_auc": 0.9303788336505001,
+      "eval_gu_opus100_pr_auc": 0.7389853572852958,
+      "eval_ha_opus100_pr_auc": 0.9164821306061772,
+      "eval_he_opus100_pr_auc": 0.8549478674983358,
+      "eval_he_ud_pr_auc": 0.9703532927275496,
+      "eval_hi_ersatz_pr_auc": 0.9685550117150274,
+      "eval_hi_opus100_pr_auc": 0.6997699986351016,
+      "eval_hi_ud_pr_auc": 0.9541025227067617,
+      "eval_hu_opus100_pr_auc": 0.9185811388989422,
+      "eval_hu_ud_pr_auc": 0.9791241571191212,
+      "eval_hy_opus100_pr_auc": 0.9072686833967487,
+      "eval_hy_ud_pr_auc": 0.9783684212289369,
+      "eval_id_opus100_pr_auc": 0.8914675572467846,
+      "eval_id_ud_pr_auc": 0.9922029441924197,
+      "eval_ig_opus100_pr_auc": 0.8673542854076427,
+      "eval_is_opus100_pr_auc": 0.9278181343604233,
+      "eval_is_ud_pr_auc": 0.9108065498144802,
+      "eval_it_opus100_pr_auc": 0.9029505966036806,
+      "eval_it_ud_pr_auc": 0.9964352748447157,
+      "eval_ja_ersatz_pr_auc": 0.8699713628235272,
+      "eval_ja_opus100_pr_auc": 0.8373098551014337,
+      "eval_ja_ud_pr_auc": 0.9780947234672904,
+      "eval_jv_ud_pr_auc": 0.9580858042882989,
+      "eval_ka_opus100_pr_auc": 0.8686727261130731,
+      "eval_kk_ersatz_pr_auc": 0.9885700913430515,
+      "eval_kk_opus100_pr_auc": 0.7628157629337639,
+      "eval_kk_ud_pr_auc": 0.9724023634649908,
+      "eval_km_ersatz_pr_auc": 0.9236788884287255,
+      "eval_km_opus100_pr_auc": 0.7323721877215923,
+      "eval_kn_opus100_pr_auc": 0.6391411426809832,
+      "eval_ko_opus100_pr_auc": 0.6854784379989469,
+      "eval_ko_ud_pr_auc": 0.9988410315042672,
+      "eval_ku_opus100_pr_auc": 0.8215511503914539,
+      "eval_ky_opus100_pr_auc": 0.885326913956686,
+      "eval_la_ud_pr_auc": 0.9555820778255899,
+      "eval_loss": 0.029522012919187546,
+      "eval_lt_ersatz_pr_auc": 0.9917101261155965,
+      "eval_lt_opus100_pr_auc": 0.8725647230837219,
+      "eval_lt_ud_pr_auc": 0.9952723702509924,
+      "eval_lv_ersatz_pr_auc": 0.9901821274659036,
+      "eval_lv_opus100_pr_auc": 0.8739140124721682,
+      "eval_lv_ud_pr_auc": 0.9625905071934951,
+      "eval_mg_opus100_pr_auc": 0.9308286769615302,
+      "eval_mk_opus100_pr_auc": 0.9210844974729966,
+      "eval_ml_opus100_pr_auc": 0.7880331282070839,
+      "eval_mn_opus100_pr_auc": 0.9353238718723792,
+      "eval_mr_opus100_pr_auc": 0.8860082164908617,
+      "eval_mr_ud_pr_auc": 0.9714376170319087,
+      "eval_ms_opus100_pr_auc": 0.8653292710829379,
+      "eval_mt_opus100_pr_auc": 0.8443870137126878,
+      "eval_mt_ud_pr_auc": 0.9037443248963557,
+      "eval_my_opus100_pr_auc": 0.8125610637500315,
+      "eval_ne_opus100_pr_auc": 0.7567724647427755,
+      "eval_nl_opus100_pr_auc": 0.896700041884516,
+      "eval_nl_ud_pr_auc": 0.9810778806212982,
+      "eval_no_opus100_pr_auc": 0.920865130064324,
+      "eval_no_ud_pr_auc": 0.9959599117422536,
+      "eval_pa_opus100_pr_auc": 0.663877707893005,
+      "eval_pl_ersatz_pr_auc": 0.9723375198376154,
+      "eval_pl_opus100_pr_auc": 0.8905846785746248,
+      "eval_pl_ud_pr_auc": 0.9677900131366188,
+      "eval_ps_ersatz_pr_auc": 0.9164695709968084,
+      "eval_ps_opus100_pr_auc": 0.7295903786387247,
+      "eval_pt_opus100_pr_auc": 0.9144507963151256,
+      "eval_pt_ud_pr_auc": 0.9879430956598103,
+      "eval_ro_ersatz_pr_auc": 0.9936285075738809,
+      "eval_ro_opus100_pr_auc": 0.87666507782933,
+      "eval_ro_ud_pr_auc": 0.9665216298892475,
+      "eval_ru_ersatz_pr_auc": 0.9905912700116827,
+      "eval_ru_opus100_pr_auc": 0.9152040250038262,
+      "eval_ru_ud_pr_auc": 0.8435645938369135,
+      "eval_runtime": 595.9563,
+      "eval_samples_per_second": 126.61,
+      "eval_si_opus100_pr_auc": 0.7935182308916642,
+      "eval_sk_opus100_pr_auc": 0.9294008456381092,
+      "eval_sk_ud_pr_auc": 0.9861984213947845,
+      "eval_sl_opus100_pr_auc": 0.8628541670613751,
+      "eval_sl_ud_pr_auc": 0.9711116350403284,
+      "eval_sq_opus100_pr_auc": 0.9201936124168354,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9030575896531221,
+      "eval_sr_ud_pr_auc": 0.9979634669899217,
+      "eval_steps_per_second": 0.99,
+      "eval_sv_opus100_pr_auc": 0.8898340101142047,
+      "eval_sv_ud_pr_auc": 0.9418637262513374,
+      "eval_ta_ersatz_pr_auc": 0.9803082628409973,
+      "eval_ta_opus100_pr_auc": 0.692859952684417,
+      "eval_ta_ud_pr_auc": 0.9915557915896059,
+      "eval_te_opus100_pr_auc": 0.8415448093727478,
+      "eval_tg_opus100_pr_auc": 0.890468719794279,
+      "eval_th_opus100_pr_auc": 0.6698017458421063,
+      "eval_th_ud_pr_auc": 0.821529189256712,
+      "eval_tr_ersatz_pr_auc": 0.9671602078484464,
+      "eval_tr_opus100_pr_auc": 0.8956373213923209,
+      "eval_tr_ud_pr_auc": 0.9499555890542848,
+      "eval_uk_opus100_pr_auc": 0.8774106351105108,
+      "eval_uk_ud_pr_auc": 0.9284554319618441,
+      "eval_ur_opus100_pr_auc": 0.5681049487239163,
+      "eval_ur_ud_pr_auc": 0.9897229382632458,
+      "eval_uz_opus100_pr_auc": 0.8788992941272079,
+      "eval_vi_opus100_pr_auc": 0.8934906244525715,
+      "eval_vi_ud_pr_auc": 0.9593519445787219,
+      "eval_xh_opus100_pr_auc": 0.8809834004674966,
+      "eval_yi_opus100_pr_auc": 0.7404458027996785,
+      "eval_yo_opus100_pr_auc": 0.8182318564043041,
+      "eval_yo_ud_pr_auc": 0.9138968877389787,
+      "eval_zh_ersatz_pr_auc": 0.9772438884255175,
+      "eval_zh_opus100_pr_auc": 0.8757248099309783,
+      "eval_zh_ud_pr_auc": 0.9920588530872547,
+      "eval_zu_opus100_pr_auc": 0.8277777367954304,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.0258,
+      "step": 100050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.0257,
+      "step": 100100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.0259,
+      "step": 100150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.026,
+      "step": 100200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0258,
+      "step": 100250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0259,
+      "step": 100300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0259,
+      "step": 100350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.0259,
+      "step": 100400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.0259,
+      "step": 100450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0257,
+      "step": 100500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0257,
+      "step": 100550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.0257,
+      "step": 100600
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.026,
+      "step": 100650
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.0256,
+      "step": 100700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.0257,
+      "step": 100750
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.0259,
+      "step": 100800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0259,
+      "step": 100850
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.026,
+      "step": 100900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.026,
+      "step": 100950
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.026,
+      "step": 101000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0256,
+      "step": 101050
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.0261,
+      "step": 101100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.0257,
+      "step": 101150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0259,
+      "step": 101200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0259,
+      "step": 101250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0256,
+      "step": 101300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.0257,
+      "step": 101350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.0258,
+      "step": 101400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.0257,
+      "step": 101450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.0258,
+      "step": 101500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.0258,
+      "step": 101550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.0258,
+      "step": 101600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.0257,
+      "step": 101650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0257,
+      "step": 101700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.026,
+      "step": 101750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.0259,
+      "step": 101800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0258,
+      "step": 101850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0259,
+      "step": 101900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.0259,
+      "step": 101950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0257,
+      "step": 102000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0257,
+      "step": 102050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.0256,
+      "step": 102100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.0259,
+      "step": 102150
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0259,
+      "step": 102200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.0256,
+      "step": 102250
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.0256,
+      "step": 102300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.0254,
+      "step": 102350
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.0254,
+      "step": 102400
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.0259,
+      "step": 102450
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.0257,
+      "step": 102500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0259,
+      "step": 102550
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0258,
+      "step": 102600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.0258,
+      "step": 102650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.0258,
+      "step": 102700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.026,
+      "step": 102750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.0257,
+      "step": 102800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.0257,
+      "step": 102850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0257,
+      "step": 102900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.0259,
+      "step": 102950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0258,
+      "step": 103000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.0256,
+      "step": 103050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.0259,
+      "step": 103100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0259,
+      "step": 103150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.0257,
+      "step": 103200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0258,
+      "step": 103250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.0257,
+      "step": 103300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.0259,
+      "step": 103350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.0257,
+      "step": 103400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0258,
+      "step": 103450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0258,
+      "step": 103500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.0258,
+      "step": 103550
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.0258,
+      "step": 103600
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.0255,
+      "step": 103650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.0257,
+      "step": 103700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.0256,
+      "step": 103750
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.026,
+      "step": 103800
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.0257,
+      "step": 103850
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.0255,
+      "step": 103900
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.0258,
+      "step": 103950
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.0257,
+      "step": 104000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.0257,
+      "step": 104050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.0258,
+      "step": 104100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.0257,
+      "step": 104150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.0259,
+      "step": 104200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.0257,
+      "step": 104250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0257,
+      "step": 104300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.0257,
+      "step": 104350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.0256,
+      "step": 104400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.0257,
+      "step": 104450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.0257,
+      "step": 104500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.0259,
+      "step": 104550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.0257,
+      "step": 104600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.0258,
+      "step": 104650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.0257,
+      "step": 104700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0256,
+      "step": 104750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0256,
+      "step": 104800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.0255,
+      "step": 104850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.0256,
+      "step": 104900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0255,
+      "step": 104950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.0258,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "eval_af_opus100_pr_auc": 0.7600206248488439,
+      "eval_af_ud_pr_auc": 0.9891295499687002,
+      "eval_am_opus100_pr_auc": 0.617431437589903,
+      "eval_ar_ersatz_pr_auc": 0.9283359296230045,
+      "eval_ar_opus100_pr_auc": 0.72499100775049,
+      "eval_ar_ud_pr_auc": 0.8859120619982956,
+      "eval_average_ersatz_pr_auc": 0.9707739743391607,
+      "eval_average_opus100_pr_auc": 0.8387739554697697,
+      "eval_average_ud_pr_auc": 0.9627382305734786,
+      "eval_az_opus100_pr_auc": 0.7556831845638133,
+      "eval_be_opus100_pr_auc": 0.7053352363148266,
+      "eval_be_ud_pr_auc": 0.8960667385880979,
+      "eval_bg_opus100_pr_auc": 0.9193824793686388,
+      "eval_bg_ud_pr_auc": 0.995760680242288,
+      "eval_bn_opus100_pr_auc": 0.8266633259188833,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8949849983929892,
+      "eval_ca_ud_pr_auc": 0.9982501981078166,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9842746540646227,
+      "eval_cs_opus100_pr_auc": 0.9116636921067833,
+      "eval_cs_ud_pr_auc": 0.9605250458163204,
+      "eval_cy_opus100_pr_auc": 0.7923785504213072,
+      "eval_cy_ud_pr_auc": 0.9970448645821439,
+      "eval_da_opus100_pr_auc": 0.9158399747001301,
+      "eval_da_ud_pr_auc": 0.9842497002571161,
+      "eval_de_ersatz_pr_auc": 0.9885739850653984,
+      "eval_de_opus100_pr_auc": 0.8983801107831618,
+      "eval_de_ud_pr_auc": 0.9870179345376306,
+      "eval_el_opus100_pr_auc": 0.9137170533298636,
+      "eval_el_ud_pr_auc": 0.9908262277550883,
+      "eval_en_ersatz_pr_auc": 0.9922591557742859,
+      "eval_en_opus100_pr_auc": 0.9271987376614172,
+      "eval_en_ud_pr_auc": 0.9741955745634998,
+      "eval_eo_opus100_pr_auc": 0.9229052988905422,
+      "eval_es_ersatz_pr_auc": 0.997551831304286,
+      "eval_es_opus100_pr_auc": 0.9350285638259277,
+      "eval_es_ud_pr_auc": 0.9929681656687104,
+      "eval_et_ersatz_pr_auc": 0.9835399900925343,
+      "eval_et_opus100_pr_auc": 0.9061458573958504,
+      "eval_et_ud_pr_auc": 0.9486500389666376,
+      "eval_eu_opus100_pr_auc": 0.8710239888304374,
+      "eval_eu_ud_pr_auc": 0.9865830055773273,
+      "eval_fa_opus100_pr_auc": 0.5730150001165265,
+      "eval_fa_ud_pr_auc": 0.9911591277677125,
+      "eval_fi_ersatz_pr_auc": 0.9911334249050361,
+      "eval_fi_opus100_pr_auc": 0.9091549499746236,
+      "eval_fi_ud_pr_auc": 0.9677033401658225,
+      "eval_fr_ersatz_pr_auc": 0.9876827543313617,
+      "eval_fr_opus100_pr_auc": 0.9123363716172888,
+      "eval_fr_ud_pr_auc": 0.9904645748339325,
+      "eval_fy_opus100_pr_auc": 0.6736552404299322,
+      "eval_ga_opus100_pr_auc": 0.8935114296224265,
+      "eval_ga_ud_pr_auc": 0.8050993238324327,
+      "eval_gd_opus100_pr_auc": 0.6475387217699363,
+      "eval_gd_ud_pr_auc": 0.8150911620031485,
+      "eval_gl_opus100_pr_auc": 0.8878737920997882,
+      "eval_gl_ud_pr_auc": 0.9977090655171096,
+      "eval_gu_ersatz_pr_auc": 0.9399194374719708,
+      "eval_gu_opus100_pr_auc": 0.7529119677251458,
+      "eval_ha_opus100_pr_auc": 0.9143333854696342,
+      "eval_he_opus100_pr_auc": 0.8596640685601002,
+      "eval_he_ud_pr_auc": 0.9721902818380321,
+      "eval_hi_ersatz_pr_auc": 0.9814704668463395,
+      "eval_hi_opus100_pr_auc": 0.7048936560809216,
+      "eval_hi_ud_pr_auc": 0.9806390367812448,
+      "eval_hu_opus100_pr_auc": 0.9186586457028888,
+      "eval_hu_ud_pr_auc": 0.9812094600049757,
+      "eval_hy_opus100_pr_auc": 0.9053089127908396,
+      "eval_hy_ud_pr_auc": 0.9701484383105744,
+      "eval_id_opus100_pr_auc": 0.8883768381305623,
+      "eval_id_ud_pr_auc": 0.9922260939915581,
+      "eval_ig_opus100_pr_auc": 0.8881150456659361,
+      "eval_is_opus100_pr_auc": 0.9267761325858465,
+      "eval_is_ud_pr_auc": 0.9062882035831172,
+      "eval_it_opus100_pr_auc": 0.9081246712641456,
+      "eval_it_ud_pr_auc": 0.9987696406526064,
+      "eval_ja_ersatz_pr_auc": 0.8705159813752664,
+      "eval_ja_opus100_pr_auc": 0.8169940510703895,
+      "eval_ja_ud_pr_auc": 0.9748807190606459,
+      "eval_jv_ud_pr_auc": 0.9818371795883336,
+      "eval_ka_opus100_pr_auc": 0.8631944683452303,
+      "eval_kk_ersatz_pr_auc": 0.9908134344888174,
+      "eval_kk_opus100_pr_auc": 0.7773897940771418,
+      "eval_kk_ud_pr_auc": 0.9733978412943809,
+      "eval_km_ersatz_pr_auc": 0.9265815499058891,
+      "eval_km_opus100_pr_auc": 0.7581659377489371,
+      "eval_kn_opus100_pr_auc": 0.6340900809375559,
+      "eval_ko_opus100_pr_auc": 0.7081981929403617,
+      "eval_ko_ud_pr_auc": 0.9996543239634119,
+      "eval_ku_opus100_pr_auc": 0.8385832259898128,
+      "eval_ky_opus100_pr_auc": 0.8965383832233645,
+      "eval_la_ud_pr_auc": 0.9744649371381424,
+      "eval_loss": 0.0292868223041296,
+      "eval_lt_ersatz_pr_auc": 0.9929044817189098,
+      "eval_lt_opus100_pr_auc": 0.8732135157909048,
+      "eval_lt_ud_pr_auc": 0.995590322284259,
+      "eval_lv_ersatz_pr_auc": 0.9912158502527677,
+      "eval_lv_opus100_pr_auc": 0.8901283737179795,
+      "eval_lv_ud_pr_auc": 0.9656128138622473,
+      "eval_mg_opus100_pr_auc": 0.9376062576781033,
+      "eval_mk_opus100_pr_auc": 0.9167309058454445,
+      "eval_ml_opus100_pr_auc": 0.7788766456333424,
+      "eval_mn_opus100_pr_auc": 0.9410345534541878,
+      "eval_mr_opus100_pr_auc": 0.881599112395608,
+      "eval_mr_ud_pr_auc": 0.9587986385305771,
+      "eval_ms_opus100_pr_auc": 0.875801488849089,
+      "eval_mt_opus100_pr_auc": 0.8539857829468975,
+      "eval_mt_ud_pr_auc": 0.8876797672781378,
+      "eval_my_opus100_pr_auc": 0.8054426100049009,
+      "eval_ne_opus100_pr_auc": 0.7594368423585526,
+      "eval_nl_opus100_pr_auc": 0.8971390785000313,
+      "eval_nl_ud_pr_auc": 0.9793939813182597,
+      "eval_no_opus100_pr_auc": 0.9226827018128344,
+      "eval_no_ud_pr_auc": 0.9960637179788872,
+      "eval_pa_opus100_pr_auc": 0.6736496736111061,
+      "eval_pl_ersatz_pr_auc": 0.9703608410775207,
+      "eval_pl_opus100_pr_auc": 0.8946630329350417,
+      "eval_pl_ud_pr_auc": 0.9716179301496277,
+      "eval_ps_ersatz_pr_auc": 0.928876144228933,
+      "eval_ps_opus100_pr_auc": 0.7525101880882102,
+      "eval_pt_opus100_pr_auc": 0.9201526381061729,
+      "eval_pt_ud_pr_auc": 0.9864190201088026,
+      "eval_ro_ersatz_pr_auc": 0.9928130605509701,
+      "eval_ro_opus100_pr_auc": 0.8671066893069947,
+      "eval_ro_ud_pr_auc": 0.9779805419830601,
+      "eval_ru_ersatz_pr_auc": 0.990903593572338,
+      "eval_ru_opus100_pr_auc": 0.9263261372327655,
+      "eval_ru_ud_pr_auc": 0.8579454966718459,
+      "eval_runtime": 601.6272,
+      "eval_samples_per_second": 125.417,
+      "eval_si_opus100_pr_auc": 0.7966518454393277,
+      "eval_sk_opus100_pr_auc": 0.9283262571136747,
+      "eval_sk_ud_pr_auc": 0.982001764392935,
+      "eval_sl_opus100_pr_auc": 0.8565076373452699,
+      "eval_sl_ud_pr_auc": 0.9662123636706087,
+      "eval_sq_opus100_pr_auc": 0.919534012059061,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9079058368879048,
+      "eval_sr_ud_pr_auc": 0.998396801868614,
+      "eval_steps_per_second": 0.981,
+      "eval_sv_opus100_pr_auc": 0.8966324696675213,
+      "eval_sv_ud_pr_auc": 0.9481065262382622,
+      "eval_ta_ersatz_pr_auc": 0.979853326025452,
+      "eval_ta_opus100_pr_auc": 0.6917496930552002,
+      "eval_ta_ud_pr_auc": 0.9952105313054167,
+      "eval_te_opus100_pr_auc": 0.8487688065658744,
+      "eval_tg_opus100_pr_auc": 0.8870152976708112,
+      "eval_th_opus100_pr_auc": 0.6723886791834955,
+      "eval_th_ud_pr_auc": 0.8292034843522059,
+      "eval_tr_ersatz_pr_auc": 0.9617723871850665,
+      "eval_tr_opus100_pr_auc": 0.8952605655466411,
+      "eval_tr_ud_pr_auc": 0.9435654320641347,
+      "eval_uk_opus100_pr_auc": 0.878189487246426,
+      "eval_uk_ud_pr_auc": 0.9283954233144056,
+      "eval_ur_opus100_pr_auc": 0.5820264976576854,
+      "eval_ur_ud_pr_auc": 0.9892618462759506,
+      "eval_uz_opus100_pr_auc": 0.8873436459775909,
+      "eval_vi_opus100_pr_auc": 0.8912254991645229,
+      "eval_vi_ud_pr_auc": 0.9494994351348311,
+      "eval_xh_opus100_pr_auc": 0.8832752985164081,
+      "eval_yi_opus100_pr_auc": 0.7863155982130327,
+      "eval_yo_opus100_pr_auc": 0.8384832288474872,
+      "eval_yo_ud_pr_auc": 0.913050674085148,
+      "eval_zh_ersatz_pr_auc": 0.9856751556007678,
+      "eval_zh_opus100_pr_auc": 0.8764085656431513,
+      "eval_zh_ud_pr_auc": 0.9959883113584954,
+      "eval_zu_opus100_pr_auc": 0.831192111818721,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0256,
+      "step": 105050
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0259,
+      "step": 105100
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0257,
+      "step": 105150
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.0258,
+      "step": 105200
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0255,
+      "step": 105250
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0256,
+      "step": 105300
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.0256,
+      "step": 105350
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0259,
+      "step": 105400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.0255,
+      "step": 105450
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.0257,
+      "step": 105500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0256,
+      "step": 105550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0256,
+      "step": 105600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0257,
+      "step": 105650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.0255,
+      "step": 105700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0257,
+      "step": 105750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.0258,
+      "step": 105800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.0258,
+      "step": 105850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.0259,
+      "step": 105900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.0255,
+      "step": 105950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.0256,
+      "step": 106000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0255,
+      "step": 106050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0256,
+      "step": 106100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0256,
+      "step": 106150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0256,
+      "step": 106200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0256,
+      "step": 106250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.0256,
+      "step": 106300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.0256,
+      "step": 106350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0256,
+      "step": 106400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0257,
+      "step": 106450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.0254,
+      "step": 106500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.0257,
+      "step": 106550
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.0255,
+      "step": 106600
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.0255,
+      "step": 106650
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.0256,
+      "step": 106700
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.0258,
+      "step": 106750
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.0255,
+      "step": 106800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.0255,
+      "step": 106850
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.0255,
+      "step": 106900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.0258,
+      "step": 106950
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0255,
+      "step": 107000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.0256,
+      "step": 107050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0258,
+      "step": 107100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0256,
+      "step": 107150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.0255,
+      "step": 107200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.0256,
+      "step": 107250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0255,
+      "step": 107300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.0255,
+      "step": 107350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.0256,
+      "step": 107400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.0257,
+      "step": 107450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.0256,
+      "step": 107500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0255,
+      "step": 107550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.0255,
+      "step": 107600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.0259,
+      "step": 107650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.026,
+      "step": 107700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.0255,
+      "step": 107750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0259,
+      "step": 107800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.0257,
+      "step": 107850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.0257,
+      "step": 107900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0255,
+      "step": 107950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.0254,
+      "step": 108000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.0256,
+      "step": 108050
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.0258,
+      "step": 108100
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0258,
+      "step": 108150
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0256,
+      "step": 108200
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0255,
+      "step": 108250
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.0258,
+      "step": 108300
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.0257,
+      "step": 108350
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0254,
+      "step": 108400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0256,
+      "step": 108450
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0254,
+      "step": 108500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.0255,
+      "step": 108550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0254,
+      "step": 108600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0256,
+      "step": 108650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.0254,
+      "step": 108700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0256,
+      "step": 108750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.0255,
+      "step": 108800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.0254,
+      "step": 108850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0257,
+      "step": 108900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0257,
+      "step": 108950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.0255,
+      "step": 109000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.0256,
+      "step": 109050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0252,
+      "step": 109100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.0256,
+      "step": 109150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0254,
+      "step": 109200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0252,
+      "step": 109250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.0256,
+      "step": 109300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.0255,
+      "step": 109350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.0256,
+      "step": 109400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.0251,
+      "step": 109450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0254,
+      "step": 109500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0258,
+      "step": 109550
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.0256,
+      "step": 109600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.0256,
+      "step": 109650
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0253,
+      "step": 109700
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0257,
+      "step": 109750
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0253,
+      "step": 109800
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.0256,
+      "step": 109850
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.0255,
+      "step": 109900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0257,
+      "step": 109950
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.0255,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "eval_af_opus100_pr_auc": 0.7758956781892115,
+      "eval_af_ud_pr_auc": 0.9882071804737984,
+      "eval_am_opus100_pr_auc": 0.6015165663637034,
+      "eval_ar_ersatz_pr_auc": 0.9130565572502106,
+      "eval_ar_opus100_pr_auc": 0.7128989796885999,
+      "eval_ar_ud_pr_auc": 0.8807866869947213,
+      "eval_average_ersatz_pr_auc": 0.9669854686450038,
+      "eval_average_opus100_pr_auc": 0.8367556770393102,
+      "eval_average_ud_pr_auc": 0.960848708479367,
+      "eval_az_opus100_pr_auc": 0.7202556868217818,
+      "eval_be_opus100_pr_auc": 0.7419846449874228,
+      "eval_be_ud_pr_auc": 0.886057050476827,
+      "eval_bg_opus100_pr_auc": 0.9128347899164162,
+      "eval_bg_ud_pr_auc": 0.9939849811164646,
+      "eval_bn_opus100_pr_auc": 0.8302065009297935,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8927675168106374,
+      "eval_ca_ud_pr_auc": 0.9963362538322584,
+      "eval_ceb_ud_pr_auc": 0.99940505610813,
+      "eval_cs_ersatz_pr_auc": 0.9812419037691205,
+      "eval_cs_opus100_pr_auc": 0.9049654212817373,
+      "eval_cs_ud_pr_auc": 0.9591015299157868,
+      "eval_cy_opus100_pr_auc": 0.8027545737766802,
+      "eval_cy_ud_pr_auc": 0.997014967658106,
+      "eval_da_opus100_pr_auc": 0.9095651006447435,
+      "eval_da_ud_pr_auc": 0.9766035802389295,
+      "eval_de_ersatz_pr_auc": 0.9844602804731953,
+      "eval_de_opus100_pr_auc": 0.8946239865489822,
+      "eval_de_ud_pr_auc": 0.9829387317382894,
+      "eval_el_opus100_pr_auc": 0.9176959289960072,
+      "eval_el_ud_pr_auc": 0.9893540674507819,
+      "eval_en_ersatz_pr_auc": 0.9904229708629894,
+      "eval_en_opus100_pr_auc": 0.9297813281581987,
+      "eval_en_ud_pr_auc": 0.9731849130834451,
+      "eval_eo_opus100_pr_auc": 0.9213073620918194,
+      "eval_es_ersatz_pr_auc": 0.99684508682749,
+      "eval_es_opus100_pr_auc": 0.9265657922286198,
+      "eval_es_ud_pr_auc": 0.9906148222649669,
+      "eval_et_ersatz_pr_auc": 0.9823575137317988,
+      "eval_et_opus100_pr_auc": 0.9000449326698737,
+      "eval_et_ud_pr_auc": 0.9571095546638785,
+      "eval_eu_opus100_pr_auc": 0.8767990549137062,
+      "eval_eu_ud_pr_auc": 0.9906281616696561,
+      "eval_fa_opus100_pr_auc": 0.5838525151087445,
+      "eval_fa_ud_pr_auc": 0.9918736250393555,
+      "eval_fi_ersatz_pr_auc": 0.9918911201042346,
+      "eval_fi_opus100_pr_auc": 0.9034238740033274,
+      "eval_fi_ud_pr_auc": 0.9623387445059826,
+      "eval_fr_ersatz_pr_auc": 0.985159109530639,
+      "eval_fr_opus100_pr_auc": 0.9101909841755849,
+      "eval_fr_ud_pr_auc": 0.980361829715931,
+      "eval_fy_opus100_pr_auc": 0.6969657765582505,
+      "eval_ga_opus100_pr_auc": 0.897433497352162,
+      "eval_ga_ud_pr_auc": 0.7985449707315438,
+      "eval_gd_opus100_pr_auc": 0.6274396715222338,
+      "eval_gd_ud_pr_auc": 0.7998989402127104,
+      "eval_gl_opus100_pr_auc": 0.8832353705156829,
+      "eval_gl_ud_pr_auc": 0.9983527679008741,
+      "eval_gu_ersatz_pr_auc": 0.9368430386588987,
+      "eval_gu_opus100_pr_auc": 0.7582882784764159,
+      "eval_ha_opus100_pr_auc": 0.9147115390715344,
+      "eval_he_opus100_pr_auc": 0.8686589435261322,
+      "eval_he_ud_pr_auc": 0.9773546758164281,
+      "eval_hi_ersatz_pr_auc": 0.9754392570167258,
+      "eval_hi_opus100_pr_auc": 0.6904003729797314,
+      "eval_hi_ud_pr_auc": 0.9715119361772856,
+      "eval_hu_opus100_pr_auc": 0.9145186045901467,
+      "eval_hu_ud_pr_auc": 0.981831976723626,
+      "eval_hy_opus100_pr_auc": 0.9052948312988125,
+      "eval_hy_ud_pr_auc": 0.9750222344630043,
+      "eval_id_opus100_pr_auc": 0.8729579045032523,
+      "eval_id_ud_pr_auc": 0.9925851083607825,
+      "eval_ig_opus100_pr_auc": 0.8929542622435932,
+      "eval_is_opus100_pr_auc": 0.9177103311383975,
+      "eval_is_ud_pr_auc": 0.898265312565018,
+      "eval_it_opus100_pr_auc": 0.9032022959519193,
+      "eval_it_ud_pr_auc": 0.9964747264540574,
+      "eval_ja_ersatz_pr_auc": 0.8499583479601246,
+      "eval_ja_opus100_pr_auc": 0.8310560749856974,
+      "eval_ja_ud_pr_auc": 0.9749354313133397,
+      "eval_jv_ud_pr_auc": 0.9618494353597963,
+      "eval_ka_opus100_pr_auc": 0.8594325640117886,
+      "eval_kk_ersatz_pr_auc": 0.9877440620234084,
+      "eval_kk_opus100_pr_auc": 0.7843666729757138,
+      "eval_kk_ud_pr_auc": 0.9731899349483359,
+      "eval_km_ersatz_pr_auc": 0.9251184242194983,
+      "eval_km_opus100_pr_auc": 0.7859116569635954,
+      "eval_kn_opus100_pr_auc": 0.6397404586025266,
+      "eval_ko_opus100_pr_auc": 0.6794686578404037,
+      "eval_ko_ud_pr_auc": 0.9996725441080674,
+      "eval_ku_opus100_pr_auc": 0.8437782323043969,
+      "eval_ky_opus100_pr_auc": 0.8928711956561264,
+      "eval_la_ud_pr_auc": 0.9733361363889127,
+      "eval_loss": 0.029116405174136162,
+      "eval_lt_ersatz_pr_auc": 0.9941273431634441,
+      "eval_lt_opus100_pr_auc": 0.870261611479136,
+      "eval_lt_ud_pr_auc": 0.9964287849332641,
+      "eval_lv_ersatz_pr_auc": 0.9899706739729096,
+      "eval_lv_opus100_pr_auc": 0.8896776225110833,
+      "eval_lv_ud_pr_auc": 0.9602078711787333,
+      "eval_mg_opus100_pr_auc": 0.936591668309868,
+      "eval_mk_opus100_pr_auc": 0.9168647037079204,
+      "eval_ml_opus100_pr_auc": 0.7831184071093912,
+      "eval_mn_opus100_pr_auc": 0.943372925399027,
+      "eval_mr_opus100_pr_auc": 0.8909889940606965,
+      "eval_mr_ud_pr_auc": 0.9730418597286475,
+      "eval_ms_opus100_pr_auc": 0.8590510347601351,
+      "eval_mt_opus100_pr_auc": 0.8443035437663808,
+      "eval_mt_ud_pr_auc": 0.8848292173303205,
+      "eval_my_opus100_pr_auc": 0.8034037900747769,
+      "eval_ne_opus100_pr_auc": 0.7667182470663219,
+      "eval_nl_opus100_pr_auc": 0.8919965198664913,
+      "eval_nl_ud_pr_auc": 0.978517449969127,
+      "eval_no_opus100_pr_auc": 0.914854304190601,
+      "eval_no_ud_pr_auc": 0.9955898437898644,
+      "eval_pa_opus100_pr_auc": 0.6900183973521821,
+      "eval_pl_ersatz_pr_auc": 0.9603087531215977,
+      "eval_pl_opus100_pr_auc": 0.8912933906376505,
+      "eval_pl_ud_pr_auc": 0.9657904102446939,
+      "eval_ps_ersatz_pr_auc": 0.9228723914990571,
+      "eval_ps_opus100_pr_auc": 0.7392546825239715,
+      "eval_pt_opus100_pr_auc": 0.9200058456050035,
+      "eval_pt_ud_pr_auc": 0.9850804506709484,
+      "eval_ro_ersatz_pr_auc": 0.9920163179342871,
+      "eval_ro_opus100_pr_auc": 0.8722171514332543,
+      "eval_ro_ud_pr_auc": 0.967363325143199,
+      "eval_ru_ersatz_pr_auc": 0.9937100336682223,
+      "eval_ru_opus100_pr_auc": 0.9165663254854456,
+      "eval_ru_ud_pr_auc": 0.8565405991693416,
+      "eval_runtime": 617.5693,
+      "eval_samples_per_second": 122.179,
+      "eval_si_opus100_pr_auc": 0.7844365799549534,
+      "eval_sk_opus100_pr_auc": 0.9262800519559201,
+      "eval_sk_ud_pr_auc": 0.9829140719386016,
+      "eval_sl_opus100_pr_auc": 0.860193494010696,
+      "eval_sl_ud_pr_auc": 0.9639639199654257,
+      "eval_sq_opus100_pr_auc": 0.9241418939163001,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9017142849091655,
+      "eval_sr_ud_pr_auc": 0.9976332918267592,
+      "eval_steps_per_second": 0.955,
+      "eval_sv_opus100_pr_auc": 0.8887636569079251,
+      "eval_sv_ud_pr_auc": 0.9356846780026815,
+      "eval_ta_ersatz_pr_auc": 0.981908764133127,
+      "eval_ta_opus100_pr_auc": 0.6944667850627327,
+      "eval_ta_ud_pr_auc": 0.995638077236797,
+      "eval_te_opus100_pr_auc": 0.8405169803046126,
+      "eval_tg_opus100_pr_auc": 0.882716503285688,
+      "eval_th_opus100_pr_auc": 0.6760224100645468,
+      "eval_th_ud_pr_auc": 0.8279794973945255,
+      "eval_tr_ersatz_pr_auc": 0.9652125977658573,
+      "eval_tr_opus100_pr_auc": 0.8950180268548653,
+      "eval_tr_ud_pr_auc": 0.9480602643423746,
+      "eval_uk_opus100_pr_auc": 0.8704665496314581,
+      "eval_uk_ud_pr_auc": 0.9249570209445264,
+      "eval_ur_opus100_pr_auc": 0.555806852943443,
+      "eval_ur_ud_pr_auc": 0.992727782440491,
+      "eval_uz_opus100_pr_auc": 0.874394009132135,
+      "eval_vi_opus100_pr_auc": 0.888826245180193,
+      "eval_vi_ud_pr_auc": 0.9593046596291346,
+      "eval_xh_opus100_pr_auc": 0.8704147377465866,
+      "eval_yi_opus100_pr_auc": 0.7577419846201329,
+      "eval_yo_opus100_pr_auc": 0.8392711108636621,
+      "eval_yo_ud_pr_auc": 0.9143890432721649,
+      "eval_zh_ersatz_pr_auc": 0.9730157625032524,
+      "eval_zh_opus100_pr_auc": 0.8714236376147942,
+      "eval_zh_ud_pr_auc": 0.9930063957012012,
+      "eval_zu_opus100_pr_auc": 0.8404621455501912,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0254,
+      "step": 110050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.0257,
+      "step": 110100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.0256,
+      "step": 110150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.0256,
+      "step": 110200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0254,
+      "step": 110250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0253,
+      "step": 110300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0255,
+      "step": 110350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.0255,
+      "step": 110400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.0256,
+      "step": 110450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0258,
+      "step": 110500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.0255,
+      "step": 110550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.0255,
+      "step": 110600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0255,
+      "step": 110650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.0256,
+      "step": 110700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.0254,
+      "step": 110750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.0256,
+      "step": 110800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0253,
+      "step": 110850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.0253,
+      "step": 110900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.0256,
+      "step": 110950
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.0256,
+      "step": 111000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0255,
+      "step": 111050
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.0255,
+      "step": 111100
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0253,
+      "step": 111150
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.0253,
+      "step": 111200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0254,
+      "step": 111250
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0254,
+      "step": 111300
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0254,
+      "step": 111350
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0254,
+      "step": 111400
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.0255,
+      "step": 111450
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0255,
+      "step": 111500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.0256,
+      "step": 111550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0257,
+      "step": 111600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.0252,
+      "step": 111650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0253,
+      "step": 111700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0254,
+      "step": 111750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0254,
+      "step": 111800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0253,
+      "step": 111850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0254,
+      "step": 111900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0253,
+      "step": 111950
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0253,
+      "step": 112000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0254,
+      "step": 112050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0256,
+      "step": 112100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.0253,
+      "step": 112150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.0253,
+      "step": 112200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.0254,
+      "step": 112250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0253,
+      "step": 112300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0255,
+      "step": 112350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.0253,
+      "step": 112400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.0254,
+      "step": 112450
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0256,
+      "step": 112500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.0254,
+      "step": 112550
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0251,
+      "step": 112600
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.0252,
+      "step": 112650
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0252,
+      "step": 112700
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.0254,
+      "step": 112750
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.0252,
+      "step": 112800
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.0255,
+      "step": 112850
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.0254,
+      "step": 112900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0252,
+      "step": 112950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0255,
+      "step": 113000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0256,
+      "step": 113050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.0254,
+      "step": 113100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.0255,
+      "step": 113150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.0255,
+      "step": 113200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0255,
+      "step": 113250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.0255,
+      "step": 113300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0251,
+      "step": 113350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0251,
+      "step": 113400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.0253,
+      "step": 113450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0253,
+      "step": 113500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0253,
+      "step": 113550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0253,
+      "step": 113600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.0252,
+      "step": 113650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.0254,
+      "step": 113700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0255,
+      "step": 113750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.0253,
+      "step": 113800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0252,
+      "step": 113850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.0252,
+      "step": 113900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0253,
+      "step": 113950
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.0255,
+      "step": 114000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.0252,
+      "step": 114050
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0253,
+      "step": 114100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.0255,
+      "step": 114150
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0253,
+      "step": 114200
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0252,
+      "step": 114250
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0254,
+      "step": 114300
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.0252,
+      "step": 114350
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0254,
+      "step": 114400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.0252,
+      "step": 114450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0253,
+      "step": 114500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.0252,
+      "step": 114550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0253,
+      "step": 114600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.0253,
+      "step": 114650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.0254,
+      "step": 114700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0251,
+      "step": 114750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.0255,
+      "step": 114800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0253,
+      "step": 114850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.0253,
+      "step": 114900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.0252,
+      "step": 114950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0254,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "eval_af_opus100_pr_auc": 0.7696692059682084,
+      "eval_af_ud_pr_auc": 0.9908924359345346,
+      "eval_am_opus100_pr_auc": 0.5889140324610903,
+      "eval_ar_ersatz_pr_auc": 0.9185141765022684,
+      "eval_ar_opus100_pr_auc": 0.7232348613867067,
+      "eval_ar_ud_pr_auc": 0.8886129157762491,
+      "eval_average_ersatz_pr_auc": 0.967903594900526,
+      "eval_average_opus100_pr_auc": 0.8367255117773644,
+      "eval_average_ud_pr_auc": 0.9597866062982334,
+      "eval_az_opus100_pr_auc": 0.751105183109089,
+      "eval_be_opus100_pr_auc": 0.7258953827403735,
+      "eval_be_ud_pr_auc": 0.8897897403577674,
+      "eval_bg_opus100_pr_auc": 0.916417572399212,
+      "eval_bg_ud_pr_auc": 0.9927457157748323,
+      "eval_bn_opus100_pr_auc": 0.8350267076608737,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8887075980821858,
+      "eval_ca_ud_pr_auc": 0.992392169675643,
+      "eval_ceb_ud_pr_auc": 0.9992776427614769,
+      "eval_cs_ersatz_pr_auc": 0.9825516857064899,
+      "eval_cs_opus100_pr_auc": 0.9072483864543329,
+      "eval_cs_ud_pr_auc": 0.9578026723693087,
+      "eval_cy_opus100_pr_auc": 0.7780727338773188,
+      "eval_cy_ud_pr_auc": 0.9956341524444567,
+      "eval_da_opus100_pr_auc": 0.9096066225067604,
+      "eval_da_ud_pr_auc": 0.9795020023538766,
+      "eval_de_ersatz_pr_auc": 0.9823010616301178,
+      "eval_de_opus100_pr_auc": 0.9009279992748945,
+      "eval_de_ud_pr_auc": 0.9805306804911721,
+      "eval_el_opus100_pr_auc": 0.9130498498375459,
+      "eval_el_ud_pr_auc": 0.9882758336317161,
+      "eval_en_ersatz_pr_auc": 0.9903595336827568,
+      "eval_en_opus100_pr_auc": 0.9265873556847867,
+      "eval_en_ud_pr_auc": 0.9689924071972914,
+      "eval_eo_opus100_pr_auc": 0.923680504555612,
+      "eval_es_ersatz_pr_auc": 0.9967361569739454,
+      "eval_es_opus100_pr_auc": 0.9301307697270943,
+      "eval_es_ud_pr_auc": 0.991821019598591,
+      "eval_et_ersatz_pr_auc": 0.9810253434149221,
+      "eval_et_opus100_pr_auc": 0.9086678632199543,
+      "eval_et_ud_pr_auc": 0.9499610274085917,
+      "eval_eu_opus100_pr_auc": 0.8695760237206078,
+      "eval_eu_ud_pr_auc": 0.9912879887922788,
+      "eval_fa_opus100_pr_auc": 0.5689808251005198,
+      "eval_fa_ud_pr_auc": 0.9912799269385579,
+      "eval_fi_ersatz_pr_auc": 0.9919892628638872,
+      "eval_fi_opus100_pr_auc": 0.9167809923152153,
+      "eval_fi_ud_pr_auc": 0.9619474791901816,
+      "eval_fr_ersatz_pr_auc": 0.9876553836906357,
+      "eval_fr_opus100_pr_auc": 0.9070989703851783,
+      "eval_fr_ud_pr_auc": 0.9825490684417388,
+      "eval_fy_opus100_pr_auc": 0.6904981657077299,
+      "eval_ga_opus100_pr_auc": 0.8917587858601836,
+      "eval_ga_ud_pr_auc": 0.8101280211981629,
+      "eval_gd_opus100_pr_auc": 0.622138550959636,
+      "eval_gd_ud_pr_auc": 0.7982196649906818,
+      "eval_gl_opus100_pr_auc": 0.8801653211983244,
+      "eval_gl_ud_pr_auc": 0.9971060915323581,
+      "eval_gu_ersatz_pr_auc": 0.936434803882769,
+      "eval_gu_opus100_pr_auc": 0.7513558954599427,
+      "eval_ha_opus100_pr_auc": 0.9095199363986904,
+      "eval_he_opus100_pr_auc": 0.8616677273709281,
+      "eval_he_ud_pr_auc": 0.9659810638122075,
+      "eval_hi_ersatz_pr_auc": 0.9737704013409536,
+      "eval_hi_opus100_pr_auc": 0.7035968101038234,
+      "eval_hi_ud_pr_auc": 0.9754154106761324,
+      "eval_hu_opus100_pr_auc": 0.9184608417662575,
+      "eval_hu_ud_pr_auc": 0.9796590513408647,
+      "eval_hy_opus100_pr_auc": 0.9017291353461803,
+      "eval_hy_ud_pr_auc": 0.9737641912149891,
+      "eval_id_opus100_pr_auc": 0.8925352796224089,
+      "eval_id_ud_pr_auc": 0.9926478314033558,
+      "eval_ig_opus100_pr_auc": 0.8777426210479226,
+      "eval_is_opus100_pr_auc": 0.9311059121570491,
+      "eval_is_ud_pr_auc": 0.8879557740728713,
+      "eval_it_opus100_pr_auc": 0.9071726527668978,
+      "eval_it_ud_pr_auc": 0.996658213275391,
+      "eval_ja_ersatz_pr_auc": 0.8792251533291169,
+      "eval_ja_opus100_pr_auc": 0.8444735465483183,
+      "eval_ja_ud_pr_auc": 0.9815732160926696,
+      "eval_jv_ud_pr_auc": 0.9682346487135156,
+      "eval_ka_opus100_pr_auc": 0.8604780669546691,
+      "eval_kk_ersatz_pr_auc": 0.9878150200923173,
+      "eval_kk_opus100_pr_auc": 0.791353900105725,
+      "eval_kk_ud_pr_auc": 0.9733027811125696,
+      "eval_km_ersatz_pr_auc": 0.9246513886989277,
+      "eval_km_opus100_pr_auc": 0.759975690866504,
+      "eval_kn_opus100_pr_auc": 0.6582956565069934,
+      "eval_ko_opus100_pr_auc": 0.6881748012990982,
+      "eval_ko_ud_pr_auc": 0.9991864974527221,
+      "eval_ku_opus100_pr_auc": 0.8215471265991228,
+      "eval_ky_opus100_pr_auc": 0.8940265827699696,
+      "eval_la_ud_pr_auc": 0.9565469678726429,
+      "eval_loss": 0.028877049684524536,
+      "eval_lt_ersatz_pr_auc": 0.9941942461583132,
+      "eval_lt_opus100_pr_auc": 0.8690310750096322,
+      "eval_lt_ud_pr_auc": 0.9956306163858466,
+      "eval_lv_ersatz_pr_auc": 0.9893512550757225,
+      "eval_lv_opus100_pr_auc": 0.8730301563104923,
+      "eval_lv_ud_pr_auc": 0.9579647911159151,
+      "eval_mg_opus100_pr_auc": 0.933893394275491,
+      "eval_mk_opus100_pr_auc": 0.9169050610059475,
+      "eval_ml_opus100_pr_auc": 0.7892197769589461,
+      "eval_mn_opus100_pr_auc": 0.9571341604198264,
+      "eval_mr_opus100_pr_auc": 0.8879835051308335,
+      "eval_mr_ud_pr_auc": 0.9800114690148772,
+      "eval_ms_opus100_pr_auc": 0.8545970188560656,
+      "eval_mt_opus100_pr_auc": 0.8325095628864418,
+      "eval_mt_ud_pr_auc": 0.8884516294960423,
+      "eval_my_opus100_pr_auc": 0.7923178442994797,
+      "eval_ne_opus100_pr_auc": 0.7371740298652326,
+      "eval_nl_opus100_pr_auc": 0.9012374095738261,
+      "eval_nl_ud_pr_auc": 0.9775383744052364,
+      "eval_no_opus100_pr_auc": 0.9136201438496161,
+      "eval_no_ud_pr_auc": 0.995413199723725,
+      "eval_pa_opus100_pr_auc": 0.6893636765149544,
+      "eval_pl_ersatz_pr_auc": 0.9649997644868016,
+      "eval_pl_opus100_pr_auc": 0.8937806967108373,
+      "eval_pl_ud_pr_auc": 0.9657059282147386,
+      "eval_ps_ersatz_pr_auc": 0.9199555617071073,
+      "eval_ps_opus100_pr_auc": 0.7296084433594682,
+      "eval_pt_opus100_pr_auc": 0.9240307294859318,
+      "eval_pt_ud_pr_auc": 0.9860885368545007,
+      "eval_ro_ersatz_pr_auc": 0.991485198256733,
+      "eval_ro_opus100_pr_auc": 0.8807596222441375,
+      "eval_ro_ud_pr_auc": 0.9531387872926307,
+      "eval_ru_ersatz_pr_auc": 0.9926296260809102,
+      "eval_ru_opus100_pr_auc": 0.9158731345549798,
+      "eval_ru_ud_pr_auc": 0.860625002838139,
+      "eval_runtime": 608.7894,
+      "eval_samples_per_second": 123.941,
+      "eval_si_opus100_pr_auc": 0.8051750593812788,
+      "eval_sk_opus100_pr_auc": 0.9258206657890611,
+      "eval_sk_ud_pr_auc": 0.9826207984328421,
+      "eval_sl_opus100_pr_auc": 0.8605778759719067,
+      "eval_sl_ud_pr_auc": 0.9663948128048176,
+      "eval_sq_opus100_pr_auc": 0.9209700594939887,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.907739106095382,
+      "eval_sr_ud_pr_auc": 0.9984046701511426,
+      "eval_steps_per_second": 0.969,
+      "eval_sv_opus100_pr_auc": 0.8961209281142877,
+      "eval_sv_ud_pr_auc": 0.9346491638225267,
+      "eval_ta_ersatz_pr_auc": 0.9792371473872562,
+      "eval_ta_opus100_pr_auc": 0.6930180001798478,
+      "eval_ta_ud_pr_auc": 0.994686003465015,
+      "eval_te_opus100_pr_auc": 0.8442851028463791,
+      "eval_tg_opus100_pr_auc": 0.8744866967542473,
+      "eval_th_opus100_pr_auc": 0.6789579593725262,
+      "eval_th_ud_pr_auc": 0.8275371072590672,
+      "eval_tr_ersatz_pr_auc": 0.9582414919928924,
+      "eval_tr_opus100_pr_auc": 0.8975124088954783,
+      "eval_tr_ud_pr_auc": 0.9443820615351154,
+      "eval_uk_opus100_pr_auc": 0.8792443355263077,
+      "eval_uk_ud_pr_auc": 0.9148912577839328,
+      "eval_ur_opus100_pr_auc": 0.566273443856677,
+      "eval_ur_ud_pr_auc": 0.9921624501938103,
+      "eval_uz_opus100_pr_auc": 0.8730841008263761,
+      "eval_vi_opus100_pr_auc": 0.8917668681396848,
+      "eval_vi_ud_pr_auc": 0.9568797611811682,
+      "eval_xh_opus100_pr_auc": 0.8669235255224985,
+      "eval_yi_opus100_pr_auc": 0.7806209106902575,
+      "eval_yo_opus100_pr_auc": 0.8428766662621527,
+      "eval_yo_ud_pr_auc": 0.8932422978100419,
+      "eval_zh_ersatz_pr_auc": 0.9707554248567312,
+      "eval_zh_opus100_pr_auc": 0.8708102775391534,
+      "eval_zh_ud_pr_auc": 0.9917435353187738,
+      "eval_zu_opus100_pr_auc": 0.8260060852903234,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.0254,
+      "step": 115050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.0252,
+      "step": 115100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.0253,
+      "step": 115150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0254,
+      "step": 115200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.0254,
+      "step": 115250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0253,
+      "step": 115300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.0254,
+      "step": 115350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.0255,
+      "step": 115400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0256,
+      "step": 115450
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0252,
+      "step": 115500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.0253,
+      "step": 115550
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.0253,
+      "step": 115600
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.0253,
+      "step": 115650
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0252,
+      "step": 115700
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.0256,
+      "step": 115750
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0251,
+      "step": 115800
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0252,
+      "step": 115850
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.0252,
+      "step": 115900
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.0255,
+      "step": 115950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.0252,
+      "step": 116000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0251,
+      "step": 116050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.0252,
+      "step": 116100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0255,
+      "step": 116150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0252,
+      "step": 116200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.0251,
+      "step": 116250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.025,
+      "step": 116300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0251,
+      "step": 116350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.0253,
+      "step": 116400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0254,
+      "step": 116450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0253,
+      "step": 116500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0252,
+      "step": 116550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0254,
+      "step": 116600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0254,
+      "step": 116650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.0254,
+      "step": 116700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0251,
+      "step": 116750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.0252,
+      "step": 116800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.0254,
+      "step": 116850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0252,
+      "step": 116900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.0251,
+      "step": 116950
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.025,
+      "step": 117000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0253,
+      "step": 117050
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0254,
+      "step": 117100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.025,
+      "step": 117150
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.0253,
+      "step": 117200
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.0251,
+      "step": 117250
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0249,
+      "step": 117300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0252,
+      "step": 117350
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0252,
+      "step": 117400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.0253,
+      "step": 117450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.0253,
+      "step": 117500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.0251,
+      "step": 117550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0256,
+      "step": 117600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0252,
+      "step": 117650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0252,
+      "step": 117700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0251,
+      "step": 117750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.0254,
+      "step": 117800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0253,
+      "step": 117850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.0252,
+      "step": 117900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0254,
+      "step": 117950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0249,
+      "step": 118000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.0251,
+      "step": 118050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0252,
+      "step": 118100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.0252,
+      "step": 118150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.0252,
+      "step": 118200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.0253,
+      "step": 118250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0253,
+      "step": 118300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0252,
+      "step": 118350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.0252,
+      "step": 118400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.0252,
+      "step": 118450
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.0252,
+      "step": 118500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.025,
+      "step": 118550
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.025,
+      "step": 118600
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.0253,
+      "step": 118650
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0253,
+      "step": 118700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0254,
+      "step": 118750
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0254,
+      "step": 118800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.0254,
+      "step": 118850
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.0251,
+      "step": 118900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.0252,
+      "step": 118950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.0253,
+      "step": 119000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.025,
+      "step": 119050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.0252,
+      "step": 119100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0251,
+      "step": 119150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0252,
+      "step": 119200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.0252,
+      "step": 119250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0252,
+      "step": 119300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.0252,
+      "step": 119350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0254,
+      "step": 119400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.025,
+      "step": 119450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.025,
+      "step": 119500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0253,
+      "step": 119550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0251,
+      "step": 119600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.025,
+      "step": 119650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0249,
+      "step": 119700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0251,
+      "step": 119750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.0251,
+      "step": 119800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0251,
+      "step": 119850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.0251,
+      "step": 119900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.025,
+      "step": 119950
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0253,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "eval_af_opus100_pr_auc": 0.7817962625618619,
+      "eval_af_ud_pr_auc": 0.9945702905667867,
+      "eval_am_opus100_pr_auc": 0.5676691346130909,
+      "eval_ar_ersatz_pr_auc": 0.9226489583873945,
+      "eval_ar_opus100_pr_auc": 0.7245080336220563,
+      "eval_ar_ud_pr_auc": 0.8841821878650377,
+      "eval_average_ersatz_pr_auc": 0.9700141221470528,
+      "eval_average_opus100_pr_auc": 0.8408255451182881,
+      "eval_average_ud_pr_auc": 0.9623222756630492,
+      "eval_az_opus100_pr_auc": 0.7100894163816573,
+      "eval_be_opus100_pr_auc": 0.7422189249060885,
+      "eval_be_ud_pr_auc": 0.8951318087808731,
+      "eval_bg_opus100_pr_auc": 0.9175865407336897,
+      "eval_bg_ud_pr_auc": 0.9941243914835096,
+      "eval_bn_opus100_pr_auc": 0.8344452109165288,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8984948785592215,
+      "eval_ca_ud_pr_auc": 0.9970962047716038,
+      "eval_ceb_ud_pr_auc": 0.9988411262358887,
+      "eval_cs_ersatz_pr_auc": 0.9844571724260687,
+      "eval_cs_opus100_pr_auc": 0.9181667431663658,
+      "eval_cs_ud_pr_auc": 0.9623475155111173,
+      "eval_cy_opus100_pr_auc": 0.8001154299309167,
+      "eval_cy_ud_pr_auc": 0.9976398809712584,
+      "eval_da_opus100_pr_auc": 0.9184079921247315,
+      "eval_da_ud_pr_auc": 0.9811546986497209,
+      "eval_de_ersatz_pr_auc": 0.9875778649149427,
+      "eval_de_opus100_pr_auc": 0.9147921000408472,
+      "eval_de_ud_pr_auc": 0.9836262511710847,
+      "eval_el_opus100_pr_auc": 0.9136111606952655,
+      "eval_el_ud_pr_auc": 0.9916069542055007,
+      "eval_en_ersatz_pr_auc": 0.9905909274690409,
+      "eval_en_opus100_pr_auc": 0.9290932281567993,
+      "eval_en_ud_pr_auc": 0.9705389266131248,
+      "eval_eo_opus100_pr_auc": 0.9216297726540774,
+      "eval_es_ersatz_pr_auc": 0.9970708325148364,
+      "eval_es_opus100_pr_auc": 0.9311530083041669,
+      "eval_es_ud_pr_auc": 0.9925853680218699,
+      "eval_et_ersatz_pr_auc": 0.981264826608409,
+      "eval_et_opus100_pr_auc": 0.90956600289113,
+      "eval_et_ud_pr_auc": 0.9590577473053759,
+      "eval_eu_opus100_pr_auc": 0.879262334777365,
+      "eval_eu_ud_pr_auc": 0.9922594003827077,
+      "eval_fa_opus100_pr_auc": 0.598653756567425,
+      "eval_fa_ud_pr_auc": 0.9957320625041244,
+      "eval_fi_ersatz_pr_auc": 0.9923932668099733,
+      "eval_fi_opus100_pr_auc": 0.912627764042975,
+      "eval_fi_ud_pr_auc": 0.9655766841453669,
+      "eval_fr_ersatz_pr_auc": 0.990906356608213,
+      "eval_fr_opus100_pr_auc": 0.911934420835145,
+      "eval_fr_ud_pr_auc": 0.9852503341365932,
+      "eval_fy_opus100_pr_auc": 0.6925189493300926,
+      "eval_ga_opus100_pr_auc": 0.9010273050128652,
+      "eval_ga_ud_pr_auc": 0.8078593543868798,
+      "eval_gd_opus100_pr_auc": 0.6621590604638719,
+      "eval_gd_ud_pr_auc": 0.8152346462605318,
+      "eval_gl_opus100_pr_auc": 0.8896650298241191,
+      "eval_gl_ud_pr_auc": 0.9984179102937976,
+      "eval_gu_ersatz_pr_auc": 0.9492824739169056,
+      "eval_gu_opus100_pr_auc": 0.7541583713372726,
+      "eval_ha_opus100_pr_auc": 0.9109948654253857,
+      "eval_he_opus100_pr_auc": 0.8669572164728732,
+      "eval_he_ud_pr_auc": 0.9681426990892767,
+      "eval_hi_ersatz_pr_auc": 0.9790750344431077,
+      "eval_hi_opus100_pr_auc": 0.7082517996050126,
+      "eval_hi_ud_pr_auc": 0.9808869693983143,
+      "eval_hu_opus100_pr_auc": 0.9205887578625389,
+      "eval_hu_ud_pr_auc": 0.9806564738561862,
+      "eval_hy_opus100_pr_auc": 0.903236399428686,
+      "eval_hy_ud_pr_auc": 0.9753202110426705,
+      "eval_id_opus100_pr_auc": 0.8845147023357056,
+      "eval_id_ud_pr_auc": 0.9910710908906073,
+      "eval_ig_opus100_pr_auc": 0.8678382701414229,
+      "eval_is_opus100_pr_auc": 0.926874424045908,
+      "eval_is_ud_pr_auc": 0.9127232817008437,
+      "eval_it_opus100_pr_auc": 0.9034369525285174,
+      "eval_it_ud_pr_auc": 0.9962139507248354,
+      "eval_ja_ersatz_pr_auc": 0.8725834234499212,
+      "eval_ja_opus100_pr_auc": 0.8402170654256162,
+      "eval_ja_ud_pr_auc": 0.9785586855641041,
+      "eval_jv_ud_pr_auc": 0.9666651806465645,
+      "eval_ka_opus100_pr_auc": 0.8692493387601813,
+      "eval_kk_ersatz_pr_auc": 0.9891816082217225,
+      "eval_kk_opus100_pr_auc": 0.8088231851412486,
+      "eval_kk_ud_pr_auc": 0.9765596917744657,
+      "eval_km_ersatz_pr_auc": 0.9288270185878437,
+      "eval_km_opus100_pr_auc": 0.7460336112737641,
+      "eval_kn_opus100_pr_auc": 0.650733114944326,
+      "eval_ko_opus100_pr_auc": 0.6964474074242429,
+      "eval_ko_ud_pr_auc": 0.9991241898196762,
+      "eval_ku_opus100_pr_auc": 0.8369037620368113,
+      "eval_ky_opus100_pr_auc": 0.8920897960852514,
+      "eval_la_ud_pr_auc": 0.9625022370732891,
+      "eval_loss": 0.028964683413505554,
+      "eval_lt_ersatz_pr_auc": 0.9947531553548805,
+      "eval_lt_opus100_pr_auc": 0.8741545714659064,
+      "eval_lt_ud_pr_auc": 0.9957521442307874,
+      "eval_lv_ersatz_pr_auc": 0.9915920875096794,
+      "eval_lv_opus100_pr_auc": 0.8914399957821373,
+      "eval_lv_ud_pr_auc": 0.9649896461410811,
+      "eval_mg_opus100_pr_auc": 0.933237932794434,
+      "eval_mk_opus100_pr_auc": 0.922467025548111,
+      "eval_ml_opus100_pr_auc": 0.7891567044398129,
+      "eval_mn_opus100_pr_auc": 0.9497475643052125,
+      "eval_mr_opus100_pr_auc": 0.8961308410461308,
+      "eval_mr_ud_pr_auc": 0.9882259121595636,
+      "eval_ms_opus100_pr_auc": 0.8602358379689451,
+      "eval_mt_opus100_pr_auc": 0.8555423706089827,
+      "eval_mt_ud_pr_auc": 0.9069583965033614,
+      "eval_my_opus100_pr_auc": 0.8063049203899486,
+      "eval_ne_opus100_pr_auc": 0.7301525074756958,
+      "eval_nl_opus100_pr_auc": 0.8954445309023108,
+      "eval_nl_ud_pr_auc": 0.9797150468361557,
+      "eval_no_opus100_pr_auc": 0.9192332539934317,
+      "eval_no_ud_pr_auc": 0.9964744074758182,
+      "eval_pa_opus100_pr_auc": 0.6946540765094567,
+      "eval_pl_ersatz_pr_auc": 0.9629616941615387,
+      "eval_pl_opus100_pr_auc": 0.8959771706085422,
+      "eval_pl_ud_pr_auc": 0.9666022940899046,
+      "eval_ps_ersatz_pr_auc": 0.9211027529484551,
+      "eval_ps_opus100_pr_auc": 0.7423439861822501,
+      "eval_pt_opus100_pr_auc": 0.9280338264098025,
+      "eval_pt_ud_pr_auc": 0.9860667687027147,
+      "eval_ro_ersatz_pr_auc": 0.9917611769228473,
+      "eval_ro_opus100_pr_auc": 0.876779903304104,
+      "eval_ro_ud_pr_auc": 0.9440344756920657,
+      "eval_ru_ersatz_pr_auc": 0.9921767753038694,
+      "eval_ru_opus100_pr_auc": 0.9215608913041728,
+      "eval_ru_ud_pr_auc": 0.8511559189354131,
+      "eval_runtime": 617.5644,
+      "eval_samples_per_second": 122.18,
+      "eval_si_opus100_pr_auc": 0.8128921350669255,
+      "eval_sk_opus100_pr_auc": 0.9305514598253832,
+      "eval_sk_ud_pr_auc": 0.9816091955235687,
+      "eval_sl_opus100_pr_auc": 0.8625637473167639,
+      "eval_sl_ud_pr_auc": 0.9695423663648806,
+      "eval_sq_opus100_pr_auc": 0.9285301800420449,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9079949179537691,
+      "eval_sr_ud_pr_auc": 0.9985701319095077,
+      "eval_steps_per_second": 0.955,
+      "eval_sv_opus100_pr_auc": 0.8980897996076563,
+      "eval_sv_ud_pr_auc": 0.9439044793641335,
+      "eval_ta_ersatz_pr_auc": 0.9805493330383139,
+      "eval_ta_opus100_pr_auc": 0.7095559737622099,
+      "eval_ta_ud_pr_auc": 0.9920002833409052,
+      "eval_te_opus100_pr_auc": 0.8464269869791763,
+      "eval_tg_opus100_pr_auc": 0.8919651793617965,
+      "eval_th_opus100_pr_auc": 0.6859178904884465,
+      "eval_th_ud_pr_auc": 0.8260310045590246,
+      "eval_tr_ersatz_pr_auc": 0.9637231785836659,
+      "eval_tr_opus100_pr_auc": 0.8943398198768691,
+      "eval_tr_ud_pr_auc": 0.954130479541897,
+      "eval_uk_opus100_pr_auc": 0.8743675991998163,
+      "eval_uk_ud_pr_auc": 0.9179125320602519,
+      "eval_ur_opus100_pr_auc": 0.578226829764705,
+      "eval_ur_ud_pr_auc": 0.9923646570990325,
+      "eval_uz_opus100_pr_auc": 0.8901483766484314,
+      "eval_vi_opus100_pr_auc": 0.9015667158011509,
+      "eval_vi_ud_pr_auc": 0.9642031868907981,
+      "eval_xh_opus100_pr_auc": 0.8793576343962624,
+      "eval_yi_opus100_pr_auc": 0.7776375614228941,
+      "eval_yo_opus100_pr_auc": 0.8231331026898012,
+      "eval_yo_ud_pr_auc": 0.8915961941477143,
+      "eval_zh_ersatz_pr_auc": 0.9758307690535344,
+      "eval_zh_opus100_pr_auc": 0.8702227809066034,
+      "eval_zh_ud_pr_auc": 0.9892717853816313,
+      "eval_zu_opus100_pr_auc": 0.8330665961624232,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0253,
+      "step": 120050
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.0249,
+      "step": 120100
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0252,
+      "step": 120150
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0252,
+      "step": 120200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.0253,
+      "step": 120250
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0253,
+      "step": 120300
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.0251,
+      "step": 120350
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0253,
+      "step": 120400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.025,
+      "step": 120450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0253,
+      "step": 120500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.0251,
+      "step": 120550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.025,
+      "step": 120600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.0251,
+      "step": 120650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0251,
+      "step": 120700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.0249,
+      "step": 120750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.025,
+      "step": 120800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.0249,
+      "step": 120850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0251,
+      "step": 120900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0252,
+      "step": 120950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0252,
+      "step": 121000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0251,
+      "step": 121050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.025,
+      "step": 121100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.0249,
+      "step": 121150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.025,
+      "step": 121200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.0249,
+      "step": 121250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0252,
+      "step": 121300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.0252,
+      "step": 121350
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.0249,
+      "step": 121400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.025,
+      "step": 121450
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.0252,
+      "step": 121500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0249,
+      "step": 121550
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.025,
+      "step": 121600
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0249,
+      "step": 121650
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.0252,
+      "step": 121700
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0252,
+      "step": 121750
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.025,
+      "step": 121800
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0251,
+      "step": 121850
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.0251,
+      "step": 121900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0249,
+      "step": 121950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.025,
+      "step": 122000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0249,
+      "step": 122050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.0254,
+      "step": 122100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.0251,
+      "step": 122150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.0249,
+      "step": 122200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.025,
+      "step": 122250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.025,
+      "step": 122300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0252,
+      "step": 122350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0249,
+      "step": 122400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.0249,
+      "step": 122450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0252,
+      "step": 122500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.025,
+      "step": 122550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.025,
+      "step": 122600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0251,
+      "step": 122650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.0252,
+      "step": 122700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.025,
+      "step": 122750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.0252,
+      "step": 122800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.025,
+      "step": 122850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.0251,
+      "step": 122900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.025,
+      "step": 122950
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0253,
+      "step": 123000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.0248,
+      "step": 123050
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.025,
+      "step": 123100
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.0251,
+      "step": 123150
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0251,
+      "step": 123200
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.025,
+      "step": 123250
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.0252,
+      "step": 123300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.0251,
+      "step": 123350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.025,
+      "step": 123400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.025,
+      "step": 123450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0249,
+      "step": 123500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.025,
+      "step": 123550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0253,
+      "step": 123600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0251,
+      "step": 123650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.025,
+      "step": 123700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.0252,
+      "step": 123750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.025,
+      "step": 123800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.025,
+      "step": 123850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0251,
+      "step": 123900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.025,
+      "step": 123950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.0251,
+      "step": 124000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.0249,
+      "step": 124050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0252,
+      "step": 124100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.0251,
+      "step": 124150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0249,
+      "step": 124200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0252,
+      "step": 124250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0249,
+      "step": 124300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.025,
+      "step": 124350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0251,
+      "step": 124400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.025,
+      "step": 124450
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0246,
+      "step": 124500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.025,
+      "step": 124550
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0248,
+      "step": 124600
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0251,
+      "step": 124650
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.0251,
+      "step": 124700
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.025,
+      "step": 124750
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.025,
+      "step": 124800
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.0249,
+      "step": 124850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0249,
+      "step": 124900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.0251,
+      "step": 124950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0251,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "eval_af_opus100_pr_auc": 0.7966257608298039,
+      "eval_af_ud_pr_auc": 0.9952991755802254,
+      "eval_am_opus100_pr_auc": 0.5847631862847195,
+      "eval_ar_ersatz_pr_auc": 0.9199438046102764,
+      "eval_ar_opus100_pr_auc": 0.736247182602068,
+      "eval_ar_ud_pr_auc": 0.8901271812569905,
+      "eval_average_ersatz_pr_auc": 0.9674652665557378,
+      "eval_average_opus100_pr_auc": 0.8452903613810018,
+      "eval_average_ud_pr_auc": 0.9625293776222931,
+      "eval_az_opus100_pr_auc": 0.7921200828069181,
+      "eval_be_opus100_pr_auc": 0.743837057833629,
+      "eval_be_ud_pr_auc": 0.8979522011738359,
+      "eval_bg_opus100_pr_auc": 0.9175846621877989,
+      "eval_bg_ud_pr_auc": 0.9949241041502666,
+      "eval_bn_opus100_pr_auc": 0.8385645842825428,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9003043985882787,
+      "eval_ca_ud_pr_auc": 0.9942201003346999,
+      "eval_ceb_ud_pr_auc": 0.9970479102390144,
+      "eval_cs_ersatz_pr_auc": 0.9803037741189898,
+      "eval_cs_opus100_pr_auc": 0.9150401428713532,
+      "eval_cs_ud_pr_auc": 0.9599506129606574,
+      "eval_cy_opus100_pr_auc": 0.8150470732905133,
+      "eval_cy_ud_pr_auc": 0.9977401610559908,
+      "eval_da_opus100_pr_auc": 0.9164854446452677,
+      "eval_da_ud_pr_auc": 0.983791887274635,
+      "eval_de_ersatz_pr_auc": 0.9845619010325517,
+      "eval_de_opus100_pr_auc": 0.9057003145912956,
+      "eval_de_ud_pr_auc": 0.985494362173668,
+      "eval_el_opus100_pr_auc": 0.912689536405254,
+      "eval_el_ud_pr_auc": 0.9912907890984526,
+      "eval_en_ersatz_pr_auc": 0.9913168497090104,
+      "eval_en_opus100_pr_auc": 0.9290283789488858,
+      "eval_en_ud_pr_auc": 0.9706515212801767,
+      "eval_eo_opus100_pr_auc": 0.9253114718957735,
+      "eval_es_ersatz_pr_auc": 0.9965885250595361,
+      "eval_es_opus100_pr_auc": 0.932949875696043,
+      "eval_es_ud_pr_auc": 0.9924069268793594,
+      "eval_et_ersatz_pr_auc": 0.9817097052297974,
+      "eval_et_opus100_pr_auc": 0.9176963872009442,
+      "eval_et_ud_pr_auc": 0.9560822238487203,
+      "eval_eu_opus100_pr_auc": 0.8831522828301889,
+      "eval_eu_ud_pr_auc": 0.9900548701259211,
+      "eval_fa_opus100_pr_auc": 0.610367701999712,
+      "eval_fa_ud_pr_auc": 0.9896059996765469,
+      "eval_fi_ersatz_pr_auc": 0.9920796357010979,
+      "eval_fi_opus100_pr_auc": 0.91812254649932,
+      "eval_fi_ud_pr_auc": 0.9685542264304475,
+      "eval_fr_ersatz_pr_auc": 0.9893137448129711,
+      "eval_fr_opus100_pr_auc": 0.9103344072701878,
+      "eval_fr_ud_pr_auc": 0.9826725645674352,
+      "eval_fy_opus100_pr_auc": 0.7161939717838628,
+      "eval_ga_opus100_pr_auc": 0.9041644006797704,
+      "eval_ga_ud_pr_auc": 0.8103958280827053,
+      "eval_gd_opus100_pr_auc": 0.683487966896543,
+      "eval_gd_ud_pr_auc": 0.8110042704553694,
+      "eval_gl_opus100_pr_auc": 0.8857379856283923,
+      "eval_gl_ud_pr_auc": 0.9981024338868963,
+      "eval_gu_ersatz_pr_auc": 0.9291732179117698,
+      "eval_gu_opus100_pr_auc": 0.75641448921662,
+      "eval_ha_opus100_pr_auc": 0.9148599665944751,
+      "eval_he_opus100_pr_auc": 0.8739913641172784,
+      "eval_he_ud_pr_auc": 0.9718222303552121,
+      "eval_hi_ersatz_pr_auc": 0.9784908069828119,
+      "eval_hi_opus100_pr_auc": 0.7126682983766066,
+      "eval_hi_ud_pr_auc": 0.9773744728349649,
+      "eval_hu_opus100_pr_auc": 0.9161293579795414,
+      "eval_hu_ud_pr_auc": 0.9804929344988011,
+      "eval_hy_opus100_pr_auc": 0.9063766778968594,
+      "eval_hy_ud_pr_auc": 0.9788867172659477,
+      "eval_id_opus100_pr_auc": 0.8928128457599016,
+      "eval_id_ud_pr_auc": 0.9938717437400754,
+      "eval_ig_opus100_pr_auc": 0.8888848044973023,
+      "eval_is_opus100_pr_auc": 0.9265102491361586,
+      "eval_is_ud_pr_auc": 0.902387007507509,
+      "eval_it_opus100_pr_auc": 0.9105786854708097,
+      "eval_it_ud_pr_auc": 0.9969067067916786,
+      "eval_ja_ersatz_pr_auc": 0.8523674769911079,
+      "eval_ja_opus100_pr_auc": 0.8388092845576025,
+      "eval_ja_ud_pr_auc": 0.977745799300449,
+      "eval_jv_ud_pr_auc": 0.9728457198588265,
+      "eval_ka_opus100_pr_auc": 0.8604667614493828,
+      "eval_kk_ersatz_pr_auc": 0.9882831628124891,
+      "eval_kk_opus100_pr_auc": 0.8038731121486103,
+      "eval_kk_ud_pr_auc": 0.970191156943444,
+      "eval_km_ersatz_pr_auc": 0.9258109498239677,
+      "eval_km_opus100_pr_auc": 0.7602167219701669,
+      "eval_kn_opus100_pr_auc": 0.6622116216048171,
+      "eval_ko_opus100_pr_auc": 0.70536663648586,
+      "eval_ko_ud_pr_auc": 0.9983565893470498,
+      "eval_ku_opus100_pr_auc": 0.8539134070351694,
+      "eval_ky_opus100_pr_auc": 0.9081890357221368,
+      "eval_la_ud_pr_auc": 0.966396014358677,
+      "eval_loss": 0.028629330918192863,
+      "eval_lt_ersatz_pr_auc": 0.9938584596395569,
+      "eval_lt_opus100_pr_auc": 0.8695922544102791,
+      "eval_lt_ud_pr_auc": 0.9960496446624838,
+      "eval_lv_ersatz_pr_auc": 0.9894066638847793,
+      "eval_lv_opus100_pr_auc": 0.8928872741117296,
+      "eval_lv_ud_pr_auc": 0.9625530641865352,
+      "eval_mg_opus100_pr_auc": 0.9344444410252025,
+      "eval_mk_opus100_pr_auc": 0.9243160151644171,
+      "eval_ml_opus100_pr_auc": 0.8032877477145828,
+      "eval_mn_opus100_pr_auc": 0.9511886239187313,
+      "eval_mr_opus100_pr_auc": 0.8961355326737236,
+      "eval_mr_ud_pr_auc": 0.9822220931387153,
+      "eval_ms_opus100_pr_auc": 0.8708689917781391,
+      "eval_mt_opus100_pr_auc": 0.8485574622128366,
+      "eval_mt_ud_pr_auc": 0.9027818281024858,
+      "eval_my_opus100_pr_auc": 0.8157185265509155,
+      "eval_ne_opus100_pr_auc": 0.7344039214217406,
+      "eval_nl_opus100_pr_auc": 0.9010392281978786,
+      "eval_nl_ud_pr_auc": 0.9815270768157565,
+      "eval_no_opus100_pr_auc": 0.9190665281975265,
+      "eval_no_ud_pr_auc": 0.9960603523627658,
+      "eval_pa_opus100_pr_auc": 0.6820254696489969,
+      "eval_pl_ersatz_pr_auc": 0.9640003166880153,
+      "eval_pl_opus100_pr_auc": 0.8957098626791269,
+      "eval_pl_ud_pr_auc": 0.9671769704815206,
+      "eval_ps_ersatz_pr_auc": 0.9216674589720993,
+      "eval_ps_opus100_pr_auc": 0.7452141125111235,
+      "eval_pt_opus100_pr_auc": 0.9237775848773063,
+      "eval_pt_ud_pr_auc": 0.9888709574025941,
+      "eval_ro_ersatz_pr_auc": 0.9939858651322966,
+      "eval_ro_opus100_pr_auc": 0.881123896766748,
+      "eval_ro_ud_pr_auc": 0.9406194737485356,
+      "eval_ru_ersatz_pr_auc": 0.9923094215183472,
+      "eval_ru_opus100_pr_auc": 0.9258355646512463,
+      "eval_ru_ud_pr_auc": 0.8740333036062886,
+      "eval_runtime": 596.6487,
+      "eval_samples_per_second": 126.463,
+      "eval_si_opus100_pr_auc": 0.8133853091358919,
+      "eval_sk_opus100_pr_auc": 0.9254587168354107,
+      "eval_sk_ud_pr_auc": 0.9796162200426473,
+      "eval_sl_opus100_pr_auc": 0.8652355061042614,
+      "eval_sl_ud_pr_auc": 0.9678782180463669,
+      "eval_sq_opus100_pr_auc": 0.9323417106955563,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9059635177631672,
+      "eval_sr_ud_pr_auc": 0.9981998117016083,
+      "eval_steps_per_second": 0.989,
+      "eval_sv_opus100_pr_auc": 0.8946083306844833,
+      "eval_sv_ud_pr_auc": 0.9463968654037132,
+      "eval_ta_ersatz_pr_auc": 0.9808203893937991,
+      "eval_ta_opus100_pr_auc": 0.7079362594788391,
+      "eval_ta_ud_pr_auc": 0.9917987821760602,
+      "eval_te_opus100_pr_auc": 0.8455480993932156,
+      "eval_tg_opus100_pr_auc": 0.9065625334232019,
+      "eval_th_opus100_pr_auc": 0.6788370232750519,
+      "eval_th_ud_pr_auc": 0.8340962159281438,
+      "eval_tr_ersatz_pr_auc": 0.9659425870522014,
+      "eval_tr_opus100_pr_auc": 0.9021901512239842,
+      "eval_tr_ud_pr_auc": 0.9531886901813202,
+      "eval_uk_opus100_pr_auc": 0.881479108886243,
+      "eval_uk_ud_pr_auc": 0.9186490653991601,
+      "eval_ur_opus100_pr_auc": 0.5698766478243258,
+      "eval_ur_ud_pr_auc": 0.9866143636389724,
+      "eval_uz_opus100_pr_auc": 0.8927048342945911,
+      "eval_vi_opus100_pr_auc": 0.9004050119783192,
+      "eval_vi_ud_pr_auc": 0.9548901602768244,
+      "eval_xh_opus100_pr_auc": 0.8761172919497272,
+      "eval_yi_opus100_pr_auc": 0.7546023018547995,
+      "eval_yo_opus100_pr_auc": 0.8415463534233263,
+      "eval_yo_ud_pr_auc": 0.9051591885577409,
+      "eval_zh_ersatz_pr_auc": 0.9723011471487666,
+      "eval_zh_opus100_pr_auc": 0.8745826474034756,
+      "eval_zh_ud_pr_auc": 0.9911457352758214,
+      "eval_zu_opus100_pr_auc": 0.8454051145336587,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.0251,
+      "step": 125050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0248,
+      "step": 125100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0251,
+      "step": 125150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0248,
+      "step": 125200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0251,
+      "step": 125250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.0248,
+      "step": 125300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.0251,
+      "step": 125350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.025,
+      "step": 125400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0248,
+      "step": 125450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0252,
+      "step": 125500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.0249,
+      "step": 125550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0251,
+      "step": 125600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.0249,
+      "step": 125650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.025,
+      "step": 125700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0251,
+      "step": 125750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0251,
+      "step": 125800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.025,
+      "step": 125850
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.025,
+      "step": 125900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.0249,
+      "step": 125950
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0251,
+      "step": 126000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0251,
+      "step": 126050
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.0246,
+      "step": 126100
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.0251,
+      "step": 126150
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0249,
+      "step": 126200
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0252,
+      "step": 126250
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.025,
+      "step": 126300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0249,
+      "step": 126350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.025,
+      "step": 126400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.025,
+      "step": 126450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0247,
+      "step": 126500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.0248,
+      "step": 126550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.0253,
+      "step": 126600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.0246,
+      "step": 126650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0249,
+      "step": 126700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.025,
+      "step": 126750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0247,
+      "step": 126800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0249,
+      "step": 126850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.0251,
+      "step": 126900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.0249,
+      "step": 126950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.0248,
+      "step": 127000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0249,
+      "step": 127050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0249,
+      "step": 127100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.025,
+      "step": 127150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0251,
+      "step": 127200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.0251,
+      "step": 127250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.025,
+      "step": 127300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0248,
+      "step": 127350
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.025,
+      "step": 127400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0249,
+      "step": 127450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0249,
+      "step": 127500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0249,
+      "step": 127550
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.025,
+      "step": 127600
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0249,
+      "step": 127650
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0247,
+      "step": 127700
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0249,
+      "step": 127750
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.025,
+      "step": 127800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0249,
+      "step": 127850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.025,
+      "step": 127900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.025,
+      "step": 127950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0249,
+      "step": 128000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0248,
+      "step": 128050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.0248,
+      "step": 128100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0249,
+      "step": 128150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0249,
+      "step": 128200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.0248,
+      "step": 128250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0248,
+      "step": 128300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0248,
+      "step": 128350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.0247,
+      "step": 128400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0247,
+      "step": 128450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.025,
+      "step": 128500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.0252,
+      "step": 128550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.0249,
+      "step": 128600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0247,
+      "step": 128650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.025,
+      "step": 128700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0249,
+      "step": 128750
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.025,
+      "step": 128800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0248,
+      "step": 128850
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0251,
+      "step": 128900
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.0249,
+      "step": 128950
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0249,
+      "step": 129000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0249,
+      "step": 129050
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.0247,
+      "step": 129100
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0247,
+      "step": 129150
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.0248,
+      "step": 129200
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.0247,
+      "step": 129250
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.0248,
+      "step": 129300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.025,
+      "step": 129350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.0246,
+      "step": 129400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0248,
+      "step": 129450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0248,
+      "step": 129500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.025,
+      "step": 129550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.025,
+      "step": 129600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0249,
+      "step": 129650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.0249,
+      "step": 129700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0248,
+      "step": 129750
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0249,
+      "step": 129800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.025,
+      "step": 129850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0248,
+      "step": 129900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.0248,
+      "step": 129950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.0248,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "eval_af_opus100_pr_auc": 0.7590763059642128,
+      "eval_af_ud_pr_auc": 0.9920823162863861,
+      "eval_am_opus100_pr_auc": 0.561828837108018,
+      "eval_ar_ersatz_pr_auc": 0.9209199729034353,
+      "eval_ar_opus100_pr_auc": 0.7117728410103681,
+      "eval_ar_ud_pr_auc": 0.8940624638057845,
+      "eval_average_ersatz_pr_auc": 0.9692926879338977,
+      "eval_average_opus100_pr_auc": 0.8307428235706348,
+      "eval_average_ud_pr_auc": 0.9614944049367046,
+      "eval_az_opus100_pr_auc": 0.7475476734317994,
+      "eval_be_opus100_pr_auc": 0.685289199897896,
+      "eval_be_ud_pr_auc": 0.8941788190826827,
+      "eval_bg_opus100_pr_auc": 0.9130499035329882,
+      "eval_bg_ud_pr_auc": 0.9925928141436438,
+      "eval_bn_opus100_pr_auc": 0.83115339872313,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8879724035896465,
+      "eval_ca_ud_pr_auc": 0.9936071097388155,
+      "eval_ceb_ud_pr_auc": 0.9985535284760727,
+      "eval_cs_ersatz_pr_auc": 0.9842551277815276,
+      "eval_cs_opus100_pr_auc": 0.9123030034748506,
+      "eval_cs_ud_pr_auc": 0.9601190658784159,
+      "eval_cy_opus100_pr_auc": 0.7763541915646623,
+      "eval_cy_ud_pr_auc": 0.9980607227837549,
+      "eval_da_opus100_pr_auc": 0.9104634118723828,
+      "eval_da_ud_pr_auc": 0.9785086828313329,
+      "eval_de_ersatz_pr_auc": 0.9879048721119255,
+      "eval_de_opus100_pr_auc": 0.8998204993718393,
+      "eval_de_ud_pr_auc": 0.9856152767265232,
+      "eval_el_opus100_pr_auc": 0.9114378685338448,
+      "eval_el_ud_pr_auc": 0.9911611902752329,
+      "eval_en_ersatz_pr_auc": 0.9921692740857033,
+      "eval_en_opus100_pr_auc": 0.9242119097909804,
+      "eval_en_ud_pr_auc": 0.9747667540240329,
+      "eval_eo_opus100_pr_auc": 0.9202225495895269,
+      "eval_es_ersatz_pr_auc": 0.9966609569157409,
+      "eval_es_opus100_pr_auc": 0.9266189352828011,
+      "eval_es_ud_pr_auc": 0.9925359672322858,
+      "eval_et_ersatz_pr_auc": 0.9807380166903502,
+      "eval_et_opus100_pr_auc": 0.9115628173422294,
+      "eval_et_ud_pr_auc": 0.9598197276581283,
+      "eval_eu_opus100_pr_auc": 0.8721740479511004,
+      "eval_eu_ud_pr_auc": 0.991839445544934,
+      "eval_fa_opus100_pr_auc": 0.5825237708319136,
+      "eval_fa_ud_pr_auc": 0.9945786449170357,
+      "eval_fi_ersatz_pr_auc": 0.9938103859304935,
+      "eval_fi_opus100_pr_auc": 0.9162210574614175,
+      "eval_fi_ud_pr_auc": 0.9671692654193952,
+      "eval_fr_ersatz_pr_auc": 0.9887898611931263,
+      "eval_fr_opus100_pr_auc": 0.9034686492927418,
+      "eval_fr_ud_pr_auc": 0.9870961235068947,
+      "eval_fy_opus100_pr_auc": 0.6528364916937308,
+      "eval_ga_opus100_pr_auc": 0.8947402411590258,
+      "eval_ga_ud_pr_auc": 0.8115195767846144,
+      "eval_gd_opus100_pr_auc": 0.6319682631702441,
+      "eval_gd_ud_pr_auc": 0.813672591600728,
+      "eval_gl_opus100_pr_auc": 0.8803291980748146,
+      "eval_gl_ud_pr_auc": 0.9985996344918651,
+      "eval_gu_ersatz_pr_auc": 0.9379348442618919,
+      "eval_gu_opus100_pr_auc": 0.7293492217084213,
+      "eval_ha_opus100_pr_auc": 0.9126948254883551,
+      "eval_he_opus100_pr_auc": 0.861993574875263,
+      "eval_he_ud_pr_auc": 0.9702290155259498,
+      "eval_hi_ersatz_pr_auc": 0.9789689785914156,
+      "eval_hi_opus100_pr_auc": 0.6998469410385725,
+      "eval_hi_ud_pr_auc": 0.9821343467348967,
+      "eval_hu_opus100_pr_auc": 0.9127345981348943,
+      "eval_hu_ud_pr_auc": 0.9832959017062575,
+      "eval_hy_opus100_pr_auc": 0.8980941899467814,
+      "eval_hy_ud_pr_auc": 0.971297801517539,
+      "eval_id_opus100_pr_auc": 0.878636066588757,
+      "eval_id_ud_pr_auc": 0.9941397926468716,
+      "eval_ig_opus100_pr_auc": 0.8674035499455691,
+      "eval_is_opus100_pr_auc": 0.9208515702344964,
+      "eval_is_ud_pr_auc": 0.9061526330526721,
+      "eval_it_opus100_pr_auc": 0.9015173427967527,
+      "eval_it_ud_pr_auc": 0.9966270135462472,
+      "eval_ja_ersatz_pr_auc": 0.8632945116868406,
+      "eval_ja_opus100_pr_auc": 0.7786075854333292,
+      "eval_ja_ud_pr_auc": 0.9763831485351449,
+      "eval_jv_ud_pr_auc": 0.9691929893258897,
+      "eval_ka_opus100_pr_auc": 0.8724172869026922,
+      "eval_kk_ersatz_pr_auc": 0.986959630034493,
+      "eval_kk_opus100_pr_auc": 0.7732503398150458,
+      "eval_kk_ud_pr_auc": 0.9668249314720658,
+      "eval_km_ersatz_pr_auc": 0.9315122761927591,
+      "eval_km_opus100_pr_auc": 0.7621956090113543,
+      "eval_kn_opus100_pr_auc": 0.637086241733869,
+      "eval_ko_opus100_pr_auc": 0.69225639056678,
+      "eval_ko_ud_pr_auc": 0.998408107430618,
+      "eval_ku_opus100_pr_auc": 0.8475367225226952,
+      "eval_ky_opus100_pr_auc": 0.8555811036240218,
+      "eval_la_ud_pr_auc": 0.9553231608297997,
+      "eval_loss": 0.028419222682714462,
+      "eval_lt_ersatz_pr_auc": 0.9935062616400316,
+      "eval_lt_opus100_pr_auc": 0.8534345658477601,
+      "eval_lt_ud_pr_auc": 0.9960552435307084,
+      "eval_lv_ersatz_pr_auc": 0.9907885823573986,
+      "eval_lv_opus100_pr_auc": 0.8779991202919799,
+      "eval_lv_ud_pr_auc": 0.9632072048990779,
+      "eval_mg_opus100_pr_auc": 0.9417711828753742,
+      "eval_mk_opus100_pr_auc": 0.916152035276642,
+      "eval_ml_opus100_pr_auc": 0.7742033167048178,
+      "eval_mn_opus100_pr_auc": 0.9392710003589102,
+      "eval_mr_opus100_pr_auc": 0.8902373981610802,
+      "eval_mr_ud_pr_auc": 0.9816702247800468,
+      "eval_ms_opus100_pr_auc": 0.8585539902492331,
+      "eval_mt_opus100_pr_auc": 0.8285700404121668,
+      "eval_mt_ud_pr_auc": 0.9058496172500438,
+      "eval_my_opus100_pr_auc": 0.7978197388915979,
+      "eval_ne_opus100_pr_auc": 0.7075090706945995,
+      "eval_nl_opus100_pr_auc": 0.8936626984230502,
+      "eval_nl_ud_pr_auc": 0.9810250711945995,
+      "eval_no_opus100_pr_auc": 0.9197273790356164,
+      "eval_no_ud_pr_auc": 0.9956508083429636,
+      "eval_pa_opus100_pr_auc": 0.6431968916324826,
+      "eval_pl_ersatz_pr_auc": 0.965444994639334,
+      "eval_pl_opus100_pr_auc": 0.8931661160028767,
+      "eval_pl_ud_pr_auc": 0.9697111139874169,
+      "eval_ps_ersatz_pr_auc": 0.9228207789653141,
+      "eval_ps_opus100_pr_auc": 0.7368218601376879,
+      "eval_pt_opus100_pr_auc": 0.9214894815548507,
+      "eval_pt_ud_pr_auc": 0.9872623280457604,
+      "eval_ro_ersatz_pr_auc": 0.9922787899289285,
+      "eval_ro_opus100_pr_auc": 0.8749125836927382,
+      "eval_ro_ud_pr_auc": 0.9142884086758633,
+      "eval_ru_ersatz_pr_auc": 0.9932725204609656,
+      "eval_ru_opus100_pr_auc": 0.9187408265054404,
+      "eval_ru_ud_pr_auc": 0.8382587448605616,
+      "eval_runtime": 617.078,
+      "eval_samples_per_second": 122.276,
+      "eval_si_opus100_pr_auc": 0.8093186252944695,
+      "eval_sk_opus100_pr_auc": 0.9226760159337735,
+      "eval_sk_ud_pr_auc": 0.9834497653759449,
+      "eval_sl_opus100_pr_auc": 0.85991280038518,
+      "eval_sl_ud_pr_auc": 0.961913293260048,
+      "eval_sq_opus100_pr_auc": 0.9223289507364207,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.900709895193198,
+      "eval_sr_ud_pr_auc": 0.9984381794008073,
+      "eval_steps_per_second": 0.956,
+      "eval_sv_opus100_pr_auc": 0.8844763539194722,
+      "eval_sv_ud_pr_auc": 0.9455721707938167,
+      "eval_ta_ersatz_pr_auc": 0.9796344114771811,
+      "eval_ta_opus100_pr_auc": 0.7031276484851051,
+      "eval_ta_ud_pr_auc": 0.9917602344000545,
+      "eval_te_opus100_pr_auc": 0.8476087630032858,
+      "eval_tg_opus100_pr_auc": 0.8854511726300809,
+      "eval_th_opus100_pr_auc": 0.6757564363760233,
+      "eval_th_ud_pr_auc": 0.8327636657546509,
+      "eval_tr_ersatz_pr_auc": 0.9665442868014907,
+      "eval_tr_opus100_pr_auc": 0.8909220625993405,
+      "eval_tr_ud_pr_auc": 0.9499566332843155,
+      "eval_uk_opus100_pr_auc": 0.8651698948877697,
+      "eval_uk_ud_pr_auc": 0.9207952897457973,
+      "eval_ur_opus100_pr_auc": 0.5728991088737252,
+      "eval_ur_ud_pr_auc": 0.9938326580067048,
+      "eval_uz_opus100_pr_auc": 0.8823803953355331,
+      "eval_vi_opus100_pr_auc": 0.8958134506371922,
+      "eval_vi_ud_pr_auc": 0.958733983339307,
+      "eval_xh_opus100_pr_auc": 0.884897970344102,
+      "eval_yi_opus100_pr_auc": 0.7110117213080683,
+      "eval_yo_opus100_pr_auc": 0.8117018864520906,
+      "eval_yo_ud_pr_auc": 0.9022703422707345,
+      "eval_zh_ersatz_pr_auc": 0.9762297998954036,
+      "eval_zh_opus100_pr_auc": 0.8711911690526072,
+      "eval_zh_ud_pr_auc": 0.9925675366604301,
+      "eval_zu_opus100_pr_auc": 0.8093172845118983,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0249,
+      "step": 130050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0249,
+      "step": 130100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0249,
+      "step": 130150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.025,
+      "step": 130200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.025,
+      "step": 130250
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.0248,
+      "step": 130300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0247,
+      "step": 130350
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0249,
+      "step": 130400
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0247,
+      "step": 130450
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.0249,
+      "step": 130500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0249,
+      "step": 130550
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0246,
+      "step": 130600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.0246,
+      "step": 130650
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.025,
+      "step": 130700
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0247,
+      "step": 130750
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.025,
+      "step": 130800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.0248,
+      "step": 130850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0248,
+      "step": 130900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0247,
+      "step": 130950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.0247,
+      "step": 131000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0251,
+      "step": 131050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0249,
+      "step": 131100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.0249,
+      "step": 131150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.0247,
+      "step": 131200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0249,
+      "step": 131250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0246,
+      "step": 131300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.0251,
+      "step": 131350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.0249,
+      "step": 131400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.0246,
+      "step": 131450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0246,
+      "step": 131500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0247,
+      "step": 131550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.0248,
+      "step": 131600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0247,
+      "step": 131650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.0249,
+      "step": 131700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0248,
+      "step": 131750
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0247,
+      "step": 131800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.0249,
+      "step": 131850
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.0247,
+      "step": 131900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0248,
+      "step": 131950
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0248,
+      "step": 132000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.0248,
+      "step": 132050
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0248,
+      "step": 132100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.0248,
+      "step": 132150
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0248,
+      "step": 132200
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0249,
+      "step": 132250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0249,
+      "step": 132300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.025,
+      "step": 132350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0248,
+      "step": 132400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0249,
+      "step": 132450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0244,
+      "step": 132500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.0246,
+      "step": 132550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.0246,
+      "step": 132600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0248,
+      "step": 132650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0248,
+      "step": 132700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.0248,
+      "step": 132750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0249,
+      "step": 132800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.0246,
+      "step": 132850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.0246,
+      "step": 132900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0246,
+      "step": 132950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0246,
+      "step": 133000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.025,
+      "step": 133050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0244,
+      "step": 133100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.0246,
+      "step": 133150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.0248,
+      "step": 133200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.0248,
+      "step": 133250
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.0248,
+      "step": 133300
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.025,
+      "step": 133350
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.0247,
+      "step": 133400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.0248,
+      "step": 133450
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0246,
+      "step": 133500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0247,
+      "step": 133550
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.0248,
+      "step": 133600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0248,
+      "step": 133650
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.0247,
+      "step": 133700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.025,
+      "step": 133750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.0247,
+      "step": 133800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0248,
+      "step": 133850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0246,
+      "step": 133900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0247,
+      "step": 133950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.0248,
+      "step": 134000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.0247,
+      "step": 134050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.0247,
+      "step": 134100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.0247,
+      "step": 134150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0247,
+      "step": 134200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.025,
+      "step": 134250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.025,
+      "step": 134300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.0248,
+      "step": 134350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.0246,
+      "step": 134400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.025,
+      "step": 134450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.0245,
+      "step": 134500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0247,
+      "step": 134550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.0248,
+      "step": 134600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0249,
+      "step": 134650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0248,
+      "step": 134700
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.0243,
+      "step": 134750
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0246,
+      "step": 134800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.0244,
+      "step": 134850
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0246,
+      "step": 134900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0248,
+      "step": 134950
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.0247,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "eval_af_opus100_pr_auc": 0.7923807629636749,
+      "eval_af_ud_pr_auc": 0.9904586717266562,
+      "eval_am_opus100_pr_auc": 0.5681151933443874,
+      "eval_ar_ersatz_pr_auc": 0.921396059959225,
+      "eval_ar_opus100_pr_auc": 0.7334293633909494,
+      "eval_ar_ud_pr_auc": 0.8894864547975397,
+      "eval_average_ersatz_pr_auc": 0.9689690222100271,
+      "eval_average_opus100_pr_auc": 0.8404665834579808,
+      "eval_average_ud_pr_auc": 0.9607165604097279,
+      "eval_az_opus100_pr_auc": 0.7550037324844073,
+      "eval_be_opus100_pr_auc": 0.727690650231351,
+      "eval_be_ud_pr_auc": 0.8843852911782131,
+      "eval_bg_opus100_pr_auc": 0.9154310455516566,
+      "eval_bg_ud_pr_auc": 0.9902090700081844,
+      "eval_bn_opus100_pr_auc": 0.8399865847874411,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8952922241615526,
+      "eval_ca_ud_pr_auc": 0.9911479126615319,
+      "eval_ceb_ud_pr_auc": 0.9990132847419442,
+      "eval_cs_ersatz_pr_auc": 0.9812224823633489,
+      "eval_cs_opus100_pr_auc": 0.9183123780336712,
+      "eval_cs_ud_pr_auc": 0.9552735730433449,
+      "eval_cy_opus100_pr_auc": 0.7990680331337124,
+      "eval_cy_ud_pr_auc": 0.9976454934857266,
+      "eval_da_opus100_pr_auc": 0.9150771258552748,
+      "eval_da_ud_pr_auc": 0.9802204538611905,
+      "eval_de_ersatz_pr_auc": 0.9865296449261446,
+      "eval_de_opus100_pr_auc": 0.9111422326611894,
+      "eval_de_ud_pr_auc": 0.981550466615715,
+      "eval_el_opus100_pr_auc": 0.9133412777558199,
+      "eval_el_ud_pr_auc": 0.9881365376318365,
+      "eval_en_ersatz_pr_auc": 0.9900572215499648,
+      "eval_en_opus100_pr_auc": 0.9256623080345056,
+      "eval_en_ud_pr_auc": 0.9699435951809892,
+      "eval_eo_opus100_pr_auc": 0.9211947962374669,
+      "eval_es_ersatz_pr_auc": 0.9963737521988296,
+      "eval_es_opus100_pr_auc": 0.9305104323648639,
+      "eval_es_ud_pr_auc": 0.9920069151585703,
+      "eval_et_ersatz_pr_auc": 0.980629145594871,
+      "eval_et_opus100_pr_auc": 0.9066888971535905,
+      "eval_et_ud_pr_auc": 0.9518876273497426,
+      "eval_eu_opus100_pr_auc": 0.8731017447540892,
+      "eval_eu_ud_pr_auc": 0.9891272851889202,
+      "eval_fa_opus100_pr_auc": 0.6026045517096208,
+      "eval_fa_ud_pr_auc": 0.9928149102837349,
+      "eval_fi_ersatz_pr_auc": 0.9922685539506201,
+      "eval_fi_opus100_pr_auc": 0.9110183799167872,
+      "eval_fi_ud_pr_auc": 0.9643165654410131,
+      "eval_fr_ersatz_pr_auc": 0.9857936738854898,
+      "eval_fr_opus100_pr_auc": 0.904024587032178,
+      "eval_fr_ud_pr_auc": 0.9827020524952941,
+      "eval_fy_opus100_pr_auc": 0.6966964011650592,
+      "eval_ga_opus100_pr_auc": 0.8976050658420164,
+      "eval_ga_ud_pr_auc": 0.8055442380001219,
+      "eval_gd_opus100_pr_auc": 0.6474151898309903,
+      "eval_gd_ud_pr_auc": 0.8007792870624303,
+      "eval_gl_opus100_pr_auc": 0.886648284589571,
+      "eval_gl_ud_pr_auc": 0.9981839349523185,
+      "eval_gu_ersatz_pr_auc": 0.938469328517805,
+      "eval_gu_opus100_pr_auc": 0.7656481302323399,
+      "eval_ha_opus100_pr_auc": 0.9161059714962739,
+      "eval_he_opus100_pr_auc": 0.8678031651606515,
+      "eval_he_ud_pr_auc": 0.9651453195214721,
+      "eval_hi_ersatz_pr_auc": 0.9758700959399546,
+      "eval_hi_opus100_pr_auc": 0.7136350975840332,
+      "eval_hi_ud_pr_auc": 0.9788397176208885,
+      "eval_hu_opus100_pr_auc": 0.912271318795428,
+      "eval_hu_ud_pr_auc": 0.9804415849814465,
+      "eval_hy_opus100_pr_auc": 0.9119775462694408,
+      "eval_hy_ud_pr_auc": 0.9687214350411871,
+      "eval_id_opus100_pr_auc": 0.8792333269590769,
+      "eval_id_ud_pr_auc": 0.9928040457821392,
+      "eval_ig_opus100_pr_auc": 0.8756044489961677,
+      "eval_is_opus100_pr_auc": 0.9181194547773366,
+      "eval_is_ud_pr_auc": 0.9033781009941533,
+      "eval_it_opus100_pr_auc": 0.9095541195533215,
+      "eval_it_ud_pr_auc": 0.9961571168811303,
+      "eval_ja_ersatz_pr_auc": 0.8746126354028015,
+      "eval_ja_opus100_pr_auc": 0.802523244806085,
+      "eval_ja_ud_pr_auc": 0.980637159732024,
+      "eval_jv_ud_pr_auc": 0.9804902151400903,
+      "eval_ka_opus100_pr_auc": 0.874334901434601,
+      "eval_kk_ersatz_pr_auc": 0.9877848185193361,
+      "eval_kk_opus100_pr_auc": 0.7725464585576772,
+      "eval_kk_ud_pr_auc": 0.970743221684976,
+      "eval_km_ersatz_pr_auc": 0.9266166143040381,
+      "eval_km_opus100_pr_auc": 0.7543702802840391,
+      "eval_kn_opus100_pr_auc": 0.6719658093651318,
+      "eval_ko_opus100_pr_auc": 0.7105894372503287,
+      "eval_ko_ud_pr_auc": 0.9994389539580714,
+      "eval_ku_opus100_pr_auc": 0.8537043457486282,
+      "eval_ky_opus100_pr_auc": 0.8768488072937317,
+      "eval_la_ud_pr_auc": 0.9556637917950548,
+      "eval_loss": 0.02822600118815899,
+      "eval_lt_ersatz_pr_auc": 0.9923620080252471,
+      "eval_lt_opus100_pr_auc": 0.8755610671267491,
+      "eval_lt_ud_pr_auc": 0.9947610928977538,
+      "eval_lv_ersatz_pr_auc": 0.9890777136123726,
+      "eval_lv_opus100_pr_auc": 0.8950373432160745,
+      "eval_lv_ud_pr_auc": 0.9597619148928629,
+      "eval_mg_opus100_pr_auc": 0.932619533460111,
+      "eval_mk_opus100_pr_auc": 0.9195809426343705,
+      "eval_ml_opus100_pr_auc": 0.7926917984584291,
+      "eval_mn_opus100_pr_auc": 0.9493799774899406,
+      "eval_mr_opus100_pr_auc": 0.893427058868612,
+      "eval_mr_ud_pr_auc": 0.9762169199027259,
+      "eval_ms_opus100_pr_auc": 0.8616769842337718,
+      "eval_mt_opus100_pr_auc": 0.8523871128289787,
+      "eval_mt_ud_pr_auc": 0.8940405436018489,
+      "eval_my_opus100_pr_auc": 0.8211317175775016,
+      "eval_ne_opus100_pr_auc": 0.7384335077830053,
+      "eval_nl_opus100_pr_auc": 0.8905796750077438,
+      "eval_nl_ud_pr_auc": 0.98067521907826,
+      "eval_no_opus100_pr_auc": 0.914046713925667,
+      "eval_no_ud_pr_auc": 0.9954329822990121,
+      "eval_pa_opus100_pr_auc": 0.6936270187265597,
+      "eval_pl_ersatz_pr_auc": 0.9610064879087968,
+      "eval_pl_opus100_pr_auc": 0.8935229143785002,
+      "eval_pl_ud_pr_auc": 0.9665413360782572,
+      "eval_ps_ersatz_pr_auc": 0.9303362164478157,
+      "eval_ps_opus100_pr_auc": 0.7403983719100745,
+      "eval_pt_opus100_pr_auc": 0.9189976324933872,
+      "eval_pt_ud_pr_auc": 0.9874137576566195,
+      "eval_ro_ersatz_pr_auc": 0.9919598393141441,
+      "eval_ro_opus100_pr_auc": 0.8842537822163375,
+      "eval_ro_ud_pr_auc": 0.9320218074864114,
+      "eval_ru_ersatz_pr_auc": 0.9918863406341223,
+      "eval_ru_opus100_pr_auc": 0.9209908785965742,
+      "eval_ru_ud_pr_auc": 0.8506127016131813,
+      "eval_runtime": 599.9217,
+      "eval_samples_per_second": 125.773,
+      "eval_si_opus100_pr_auc": 0.8128916407631654,
+      "eval_sk_opus100_pr_auc": 0.9264928055201324,
+      "eval_sk_ud_pr_auc": 0.9843951282979199,
+      "eval_sl_opus100_pr_auc": 0.8634138259390343,
+      "eval_sl_ud_pr_auc": 0.9615129901550541,
+      "eval_sq_opus100_pr_auc": 0.924959947683652,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9060104877107467,
+      "eval_sr_ud_pr_auc": 0.9983353889606243,
+      "eval_steps_per_second": 0.983,
+      "eval_sv_opus100_pr_auc": 0.8913403478063093,
+      "eval_sv_ud_pr_auc": 0.944117791374114,
+      "eval_ta_ersatz_pr_auc": 0.9832522302951361,
+      "eval_ta_opus100_pr_auc": 0.717058279913081,
+      "eval_ta_ud_pr_auc": 0.9970838713909128,
+      "eval_te_opus100_pr_auc": 0.8579917223768214,
+      "eval_tg_opus100_pr_auc": 0.893872810761364,
+      "eval_th_opus100_pr_auc": 0.6900940073867482,
+      "eval_th_ud_pr_auc": 0.8407893805587368,
+      "eval_tr_ersatz_pr_auc": 0.962889208710405,
+      "eval_tr_opus100_pr_auc": 0.8933667784423868,
+      "eval_tr_ud_pr_auc": 0.9606582871663703,
+      "eval_uk_opus100_pr_auc": 0.8737910997726387,
+      "eval_uk_ud_pr_auc": 0.9194314545492333,
+      "eval_ur_opus100_pr_auc": 0.5919541659557819,
+      "eval_ur_ud_pr_auc": 0.9955245693687144,
+      "eval_uz_opus100_pr_auc": 0.8868230097084558,
+      "eval_vi_opus100_pr_auc": 0.8983895747556508,
+      "eval_vi_ud_pr_auc": 0.9531411418433398,
+      "eval_xh_opus100_pr_auc": 0.8801431243103573,
+      "eval_yi_opus100_pr_auc": 0.7088208434382403,
+      "eval_yo_opus100_pr_auc": 0.8296027726081842,
+      "eval_yo_ud_pr_auc": 0.9068599338535296,
+      "eval_zh_ersatz_pr_auc": 0.9769244165601286,
+      "eval_zh_opus100_pr_auc": 0.8757436051215935,
+      "eval_zh_ud_pr_auc": 0.9942214463313535,
+      "eval_zu_opus100_pr_auc": 0.8328778550975697,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0246,
+      "step": 135050
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0248,
+      "step": 135100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.0247,
+      "step": 135150
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.0247,
+      "step": 135200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0248,
+      "step": 135250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.0246,
+      "step": 135300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0247,
+      "step": 135350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.025,
+      "step": 135400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.0247,
+      "step": 135450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.0248,
+      "step": 135500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0248,
+      "step": 135550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.0247,
+      "step": 135600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.0247,
+      "step": 135650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.0246,
+      "step": 135700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0246,
+      "step": 135750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.0249,
+      "step": 135800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.0247,
+      "step": 135850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.0248,
+      "step": 135900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0246,
+      "step": 135950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.0248,
+      "step": 136000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.0247,
+      "step": 136050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.0245,
+      "step": 136100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.0246,
+      "step": 136150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0247,
+      "step": 136200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0247,
+      "step": 136250
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.0247,
+      "step": 136300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.0245,
+      "step": 136350
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0248,
+      "step": 136400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.0246,
+      "step": 136450
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0248,
+      "step": 136500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.0247,
+      "step": 136550
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0249,
+      "step": 136600
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0247,
+      "step": 136650
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.0247,
+      "step": 136700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0249,
+      "step": 136750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.0244,
+      "step": 136800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0247,
+      "step": 136850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0248,
+      "step": 136900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0244,
+      "step": 136950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0249,
+      "step": 137000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.0245,
+      "step": 137050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.0247,
+      "step": 137100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0248,
+      "step": 137150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.0246,
+      "step": 137200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.0243,
+      "step": 137250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0245,
+      "step": 137300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.0247,
+      "step": 137350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.0247,
+      "step": 137400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0245,
+      "step": 137450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.0244,
+      "step": 137500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0247,
+      "step": 137550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.0245,
+      "step": 137600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.0245,
+      "step": 137650
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.0247,
+      "step": 137700
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0246,
+      "step": 137750
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0247,
+      "step": 137800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.0245,
+      "step": 137850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.0249,
+      "step": 137900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0248,
+      "step": 137950
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0248,
+      "step": 138000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.0246,
+      "step": 138050
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.0247,
+      "step": 138100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0245,
+      "step": 138150
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0247,
+      "step": 138200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0245,
+      "step": 138250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.0247,
+      "step": 138300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.0244,
+      "step": 138350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.0245,
+      "step": 138400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.0248,
+      "step": 138450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0245,
+      "step": 138500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.0248,
+      "step": 138550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.0243,
+      "step": 138600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0246,
+      "step": 138650
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.0246,
+      "step": 138700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.0247,
+      "step": 138750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.0245,
+      "step": 138800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0248,
+      "step": 138850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0244,
+      "step": 138900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.0245,
+      "step": 138950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0246,
+      "step": 139000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0245,
+      "step": 139050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0245,
+      "step": 139100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0244,
+      "step": 139150
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.0247,
+      "step": 139200
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.0245,
+      "step": 139250
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.0243,
+      "step": 139300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.0246,
+      "step": 139350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.0246,
+      "step": 139400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.0244,
+      "step": 139450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.0245,
+      "step": 139500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0246,
+      "step": 139550
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.0245,
+      "step": 139600
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0245,
+      "step": 139650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.0245,
+      "step": 139700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.0247,
+      "step": 139750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0245,
+      "step": 139800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.0245,
+      "step": 139850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.0245,
+      "step": 139900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.0247,
+      "step": 139950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0247,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "eval_af_opus100_pr_auc": 0.788390338069491,
+      "eval_af_ud_pr_auc": 0.9918451339195455,
+      "eval_am_opus100_pr_auc": 0.5960500458234049,
+      "eval_ar_ersatz_pr_auc": 0.9232010416657629,
+      "eval_ar_opus100_pr_auc": 0.7375725324133182,
+      "eval_ar_ud_pr_auc": 0.8864675733280573,
+      "eval_average_ersatz_pr_auc": 0.9692104884314126,
+      "eval_average_opus100_pr_auc": 0.8447125439167361,
+      "eval_average_ud_pr_auc": 0.9644612885651731,
+      "eval_az_opus100_pr_auc": 0.7498269826799264,
+      "eval_be_opus100_pr_auc": 0.7231517295162323,
+      "eval_be_ud_pr_auc": 0.9034163913019669,
+      "eval_bg_opus100_pr_auc": 0.914622841165685,
+      "eval_bg_ud_pr_auc": 0.9930623978514257,
+      "eval_bn_opus100_pr_auc": 0.8434318032866606,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8999223307090306,
+      "eval_ca_ud_pr_auc": 0.9937442020509504,
+      "eval_ceb_ud_pr_auc": 0.9980906972691886,
+      "eval_cs_ersatz_pr_auc": 0.9844334703352334,
+      "eval_cs_opus100_pr_auc": 0.9223546696135563,
+      "eval_cs_ud_pr_auc": 0.9603182745420358,
+      "eval_cy_opus100_pr_auc": 0.7820109407062036,
+      "eval_cy_ud_pr_auc": 0.9979133085621551,
+      "eval_da_opus100_pr_auc": 0.9194875958500471,
+      "eval_da_ud_pr_auc": 0.9845896461543345,
+      "eval_de_ersatz_pr_auc": 0.9872674304953584,
+      "eval_de_opus100_pr_auc": 0.9157753219647713,
+      "eval_de_ud_pr_auc": 0.9862570211128223,
+      "eval_el_opus100_pr_auc": 0.9138551511385985,
+      "eval_el_ud_pr_auc": 0.9930464615129188,
+      "eval_en_ersatz_pr_auc": 0.9925978501977233,
+      "eval_en_opus100_pr_auc": 0.92700329624001,
+      "eval_en_ud_pr_auc": 0.9721239321105681,
+      "eval_eo_opus100_pr_auc": 0.9269051021119591,
+      "eval_es_ersatz_pr_auc": 0.9970679563046846,
+      "eval_es_opus100_pr_auc": 0.9342954665280859,
+      "eval_es_ud_pr_auc": 0.9918214479465224,
+      "eval_et_ersatz_pr_auc": 0.9803779681114138,
+      "eval_et_opus100_pr_auc": 0.9251313871704829,
+      "eval_et_ud_pr_auc": 0.9654596637421323,
+      "eval_eu_opus100_pr_auc": 0.8795809379080572,
+      "eval_eu_ud_pr_auc": 0.9927714594026716,
+      "eval_fa_opus100_pr_auc": 0.6246140034534445,
+      "eval_fa_ud_pr_auc": 0.9926746864389115,
+      "eval_fi_ersatz_pr_auc": 0.9931633692616035,
+      "eval_fi_opus100_pr_auc": 0.9167881552144882,
+      "eval_fi_ud_pr_auc": 0.9713777615172975,
+      "eval_fr_ersatz_pr_auc": 0.9892334904590453,
+      "eval_fr_opus100_pr_auc": 0.9109059081451386,
+      "eval_fr_ud_pr_auc": 0.9812277911712612,
+      "eval_fy_opus100_pr_auc": 0.6776373994383824,
+      "eval_ga_opus100_pr_auc": 0.9041537358350917,
+      "eval_ga_ud_pr_auc": 0.8173598955138788,
+      "eval_gd_opus100_pr_auc": 0.6518314677975647,
+      "eval_gd_ud_pr_auc": 0.8342143924556825,
+      "eval_gl_opus100_pr_auc": 0.8890337797791189,
+      "eval_gl_ud_pr_auc": 0.9985946948961579,
+      "eval_gu_ersatz_pr_auc": 0.9441323949678286,
+      "eval_gu_opus100_pr_auc": 0.7488845642055545,
+      "eval_ha_opus100_pr_auc": 0.9163451965624811,
+      "eval_he_opus100_pr_auc": 0.8739213300474694,
+      "eval_he_ud_pr_auc": 0.974707784006611,
+      "eval_hi_ersatz_pr_auc": 0.9790442619858786,
+      "eval_hi_opus100_pr_auc": 0.7205375966233816,
+      "eval_hi_ud_pr_auc": 0.9813771850481947,
+      "eval_hu_opus100_pr_auc": 0.9232716470777504,
+      "eval_hu_ud_pr_auc": 0.9798305278406505,
+      "eval_hy_opus100_pr_auc": 0.9024983416098828,
+      "eval_hy_ud_pr_auc": 0.9714704109992539,
+      "eval_id_opus100_pr_auc": 0.88794542240052,
+      "eval_id_ud_pr_auc": 0.9925239798039006,
+      "eval_ig_opus100_pr_auc": 0.8620366803133639,
+      "eval_is_opus100_pr_auc": 0.930756213663711,
+      "eval_is_ud_pr_auc": 0.9102569124507724,
+      "eval_it_opus100_pr_auc": 0.9099295125907995,
+      "eval_it_ud_pr_auc": 0.9970172726212012,
+      "eval_ja_ersatz_pr_auc": 0.8662648338836063,
+      "eval_ja_opus100_pr_auc": 0.8597605241928554,
+      "eval_ja_ud_pr_auc": 0.9844475955666647,
+      "eval_jv_ud_pr_auc": 0.9809949998969578,
+      "eval_ka_opus100_pr_auc": 0.8777797026455176,
+      "eval_kk_ersatz_pr_auc": 0.9865349392998484,
+      "eval_kk_opus100_pr_auc": 0.7896171792507802,
+      "eval_kk_ud_pr_auc": 0.9726313127342564,
+      "eval_km_ersatz_pr_auc": 0.9309558273780902,
+      "eval_km_opus100_pr_auc": 0.7426562892551052,
+      "eval_kn_opus100_pr_auc": 0.6605557299855653,
+      "eval_ko_opus100_pr_auc": 0.7166515123204387,
+      "eval_ko_ud_pr_auc": 0.9984097602715556,
+      "eval_ku_opus100_pr_auc": 0.848334184727059,
+      "eval_ky_opus100_pr_auc": 0.8839225391785067,
+      "eval_la_ud_pr_auc": 0.9751434114327275,
+      "eval_loss": 0.02817864716053009,
+      "eval_lt_ersatz_pr_auc": 0.9947914806663707,
+      "eval_lt_opus100_pr_auc": 0.8814332868005723,
+      "eval_lt_ud_pr_auc": 0.9953295518161317,
+      "eval_lv_ersatz_pr_auc": 0.9898934858256901,
+      "eval_lv_opus100_pr_auc": 0.891373482135014,
+      "eval_lv_ud_pr_auc": 0.9615702215178739,
+      "eval_mg_opus100_pr_auc": 0.9375612193860995,
+      "eval_mk_opus100_pr_auc": 0.9287074821241611,
+      "eval_ml_opus100_pr_auc": 0.8027107329523523,
+      "eval_mn_opus100_pr_auc": 0.9522775992658673,
+      "eval_mr_opus100_pr_auc": 0.9064514213913338,
+      "eval_mr_ud_pr_auc": 0.9859791282469224,
+      "eval_ms_opus100_pr_auc": 0.8683412597504347,
+      "eval_mt_opus100_pr_auc": 0.8424956708392662,
+      "eval_mt_ud_pr_auc": 0.9077840021595754,
+      "eval_my_opus100_pr_auc": 0.8218023830971881,
+      "eval_ne_opus100_pr_auc": 0.7753717389627306,
+      "eval_nl_opus100_pr_auc": 0.9029181380717651,
+      "eval_nl_ud_pr_auc": 0.9832695624892681,
+      "eval_no_opus100_pr_auc": 0.9205403678991491,
+      "eval_no_ud_pr_auc": 0.9963655607230754,
+      "eval_pa_opus100_pr_auc": 0.6899675609153603,
+      "eval_pl_ersatz_pr_auc": 0.959591687695237,
+      "eval_pl_opus100_pr_auc": 0.8968375236436364,
+      "eval_pl_ud_pr_auc": 0.9682015120821038,
+      "eval_ps_ersatz_pr_auc": 0.9271457105532862,
+      "eval_ps_opus100_pr_auc": 0.7300025238476985,
+      "eval_pt_opus100_pr_auc": 0.9315832038803743,
+      "eval_pt_ud_pr_auc": 0.9893674238242806,
+      "eval_ro_ersatz_pr_auc": 0.9925242516930941,
+      "eval_ro_opus100_pr_auc": 0.8940810626602984,
+      "eval_ro_ud_pr_auc": 0.9412489721869353,
+      "eval_ru_ersatz_pr_auc": 0.9930929432804628,
+      "eval_ru_opus100_pr_auc": 0.9220453633661133,
+      "eval_ru_ud_pr_auc": 0.8666139704879573,
+      "eval_runtime": 607.7306,
+      "eval_samples_per_second": 124.157,
+      "eval_si_opus100_pr_auc": 0.8230417479240115,
+      "eval_sk_opus100_pr_auc": 0.9356245075180298,
+      "eval_sk_ud_pr_auc": 0.9772299696171616,
+      "eval_sl_opus100_pr_auc": 0.8705211068412052,
+      "eval_sl_ud_pr_auc": 0.9667984889833074,
+      "eval_sq_opus100_pr_auc": 0.9322603340962983,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9170215286286632,
+      "eval_sr_ud_pr_auc": 0.9985308147294569,
+      "eval_steps_per_second": 0.971,
+      "eval_sv_opus100_pr_auc": 0.8989339918762869,
+      "eval_sv_ud_pr_auc": 0.9418181497708012,
+      "eval_ta_ersatz_pr_auc": 0.9772695830086034,
+      "eval_ta_opus100_pr_auc": 0.7191514986188622,
+      "eval_ta_ud_pr_auc": 0.9908472264034466,
+      "eval_te_opus100_pr_auc": 0.8466583422978636,
+      "eval_tg_opus100_pr_auc": 0.8933383168439024,
+      "eval_th_opus100_pr_auc": 0.6825259549615011,
+      "eval_th_ud_pr_auc": 0.8308518453926406,
+      "eval_tr_ersatz_pr_auc": 0.9590625506235583,
+      "eval_tr_opus100_pr_auc": 0.9003748471142099,
+      "eval_tr_ud_pr_auc": 0.9510892417454784,
+      "eval_uk_opus100_pr_auc": 0.8835718495298694,
+      "eval_uk_ud_pr_auc": 0.9268550627967773,
+      "eval_ur_opus100_pr_auc": 0.591290788682826,
+      "eval_ur_ud_pr_auc": 0.9906703628918707,
+      "eval_uz_opus100_pr_auc": 0.8870968157243228,
+      "eval_vi_opus100_pr_auc": 0.903742082152613,
+      "eval_vi_ud_pr_auc": 0.9696371733434987,
+      "eval_xh_opus100_pr_auc": 0.883294843213534,
+      "eval_yi_opus100_pr_auc": 0.766692232607533,
+      "eval_yo_opus100_pr_auc": 0.819697811090004,
+      "eval_yo_ud_pr_auc": 0.9161423475692086,
+      "eval_zh_ersatz_pr_auc": 0.9749842177986967,
+      "eval_zh_opus100_pr_auc": 0.8698682197605204,
+      "eval_zh_ud_pr_auc": 0.9929048739638643,
+      "eval_zu_opus100_pr_auc": 0.8154826714914021,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.0244,
+      "step": 140050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0248,
+      "step": 140100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.0245,
+      "step": 140150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.0245,
+      "step": 140200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.0247,
+      "step": 140250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0243,
+      "step": 140300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0246,
+      "step": 140350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.0245,
+      "step": 140400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.0246,
+      "step": 140450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.0245,
+      "step": 140500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0245,
+      "step": 140550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.0246,
+      "step": 140600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.0246,
+      "step": 140650
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.0247,
+      "step": 140700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0244,
+      "step": 140750
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.0243,
+      "step": 140800
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.0247,
+      "step": 140850
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.0248,
+      "step": 140900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.0245,
+      "step": 140950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0245,
+      "step": 141000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0245,
+      "step": 141050
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.0245,
+      "step": 141100
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0244,
+      "step": 141150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.0247,
+      "step": 141200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.0247,
+      "step": 141250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0244,
+      "step": 141300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.0246,
+      "step": 141350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0244,
+      "step": 141400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.0244,
+      "step": 141450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.0243,
+      "step": 141500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0245,
+      "step": 141550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.0244,
+      "step": 141600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0247,
+      "step": 141650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0245,
+      "step": 141700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0246,
+      "step": 141750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.0246,
+      "step": 141800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.0246,
+      "step": 141850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.0248,
+      "step": 141900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0244,
+      "step": 141950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.0245,
+      "step": 142000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.0245,
+      "step": 142050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.0246,
+      "step": 142100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.0243,
+      "step": 142150
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.0246,
+      "step": 142200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0246,
+      "step": 142250
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0243,
+      "step": 142300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0245,
+      "step": 142350
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.0247,
+      "step": 142400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.0244,
+      "step": 142450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0246,
+      "step": 142500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0243,
+      "step": 142550
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0245,
+      "step": 142600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0247,
+      "step": 142650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0245,
+      "step": 142700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.0247,
+      "step": 142750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0244,
+      "step": 142800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0246,
+      "step": 142850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.0247,
+      "step": 142900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0245,
+      "step": 142950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.0244,
+      "step": 143000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.0245,
+      "step": 143050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.0244,
+      "step": 143100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0243,
+      "step": 143150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0247,
+      "step": 143200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0245,
+      "step": 143250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.0244,
+      "step": 143300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0244,
+      "step": 143350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0249,
+      "step": 143400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.0246,
+      "step": 143450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.0244,
+      "step": 143500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.0243,
+      "step": 143550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0246,
+      "step": 143600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.0246,
+      "step": 143650
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.0246,
+      "step": 143700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.0246,
+      "step": 143750
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.0244,
+      "step": 143800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.0245,
+      "step": 143850
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0245,
+      "step": 143900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.0245,
+      "step": 143950
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0244,
+      "step": 144000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0246,
+      "step": 144050
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.0246,
+      "step": 144100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0245,
+      "step": 144150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0244,
+      "step": 144200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.0247,
+      "step": 144250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0243,
+      "step": 144300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.0249,
+      "step": 144350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.0246,
+      "step": 144400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.0245,
+      "step": 144450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0246,
+      "step": 144500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.0244,
+      "step": 144550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.0248,
+      "step": 144600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0244,
+      "step": 144650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0242,
+      "step": 144700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.0245,
+      "step": 144750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.0246,
+      "step": 144800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.0245,
+      "step": 144850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0245,
+      "step": 144900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0244,
+      "step": 144950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.0244,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "eval_af_opus100_pr_auc": 0.7899547356625907,
+      "eval_af_ud_pr_auc": 0.9928024932176363,
+      "eval_am_opus100_pr_auc": 0.6647106912132066,
+      "eval_ar_ersatz_pr_auc": 0.9189808814916258,
+      "eval_ar_opus100_pr_auc": 0.7281590370775621,
+      "eval_ar_ud_pr_auc": 0.8881436356493283,
+      "eval_average_ersatz_pr_auc": 0.9701185936677597,
+      "eval_average_opus100_pr_auc": 0.8475621802582077,
+      "eval_average_ud_pr_auc": 0.9657694928214045,
+      "eval_az_opus100_pr_auc": 0.7600917677786535,
+      "eval_be_opus100_pr_auc": 0.7505428641105161,
+      "eval_be_ud_pr_auc": 0.9091073289878646,
+      "eval_bg_opus100_pr_auc": 0.9160031101487368,
+      "eval_bg_ud_pr_auc": 0.9963412684812933,
+      "eval_bn_opus100_pr_auc": 0.8472580854221623,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8947300030672543,
+      "eval_ca_ud_pr_auc": 0.9982616028776996,
+      "eval_ceb_ud_pr_auc": 0.9983655514125602,
+      "eval_cs_ersatz_pr_auc": 0.9835713113490929,
+      "eval_cs_opus100_pr_auc": 0.9190184554784725,
+      "eval_cs_ud_pr_auc": 0.9626417164858356,
+      "eval_cy_opus100_pr_auc": 0.8003289808685242,
+      "eval_cy_ud_pr_auc": 0.9982229723189983,
+      "eval_da_opus100_pr_auc": 0.9204819463010261,
+      "eval_da_ud_pr_auc": 0.9809106443096869,
+      "eval_de_ersatz_pr_auc": 0.9868736037129313,
+      "eval_de_opus100_pr_auc": 0.9117183582065609,
+      "eval_de_ud_pr_auc": 0.9856193374438422,
+      "eval_el_opus100_pr_auc": 0.912508041488813,
+      "eval_el_ud_pr_auc": 0.9945254345028897,
+      "eval_en_ersatz_pr_auc": 0.9914851617350529,
+      "eval_en_opus100_pr_auc": 0.9288047144750192,
+      "eval_en_ud_pr_auc": 0.969388629051842,
+      "eval_eo_opus100_pr_auc": 0.9224984746054263,
+      "eval_es_ersatz_pr_auc": 0.9971351480083647,
+      "eval_es_opus100_pr_auc": 0.9324954685530462,
+      "eval_es_ud_pr_auc": 0.9916951113407373,
+      "eval_et_ersatz_pr_auc": 0.982780055254835,
+      "eval_et_opus100_pr_auc": 0.9143000567188102,
+      "eval_et_ud_pr_auc": 0.9678470901174777,
+      "eval_eu_opus100_pr_auc": 0.8788396292184365,
+      "eval_eu_ud_pr_auc": 0.9919874991159383,
+      "eval_fa_opus100_pr_auc": 0.6176470534128186,
+      "eval_fa_ud_pr_auc": 0.9926089697352132,
+      "eval_fi_ersatz_pr_auc": 0.9926682594930052,
+      "eval_fi_opus100_pr_auc": 0.9204918967624313,
+      "eval_fi_ud_pr_auc": 0.9674642909426844,
+      "eval_fr_ersatz_pr_auc": 0.989427339857299,
+      "eval_fr_opus100_pr_auc": 0.9152059378793146,
+      "eval_fr_ud_pr_auc": 0.9858194959001483,
+      "eval_fy_opus100_pr_auc": 0.6960511016374493,
+      "eval_ga_opus100_pr_auc": 0.9056798911079509,
+      "eval_ga_ud_pr_auc": 0.8184301135172005,
+      "eval_gd_opus100_pr_auc": 0.6976742587792374,
+      "eval_gd_ud_pr_auc": 0.820238128747303,
+      "eval_gl_opus100_pr_auc": 0.8901835840227708,
+      "eval_gl_ud_pr_auc": 0.9981619526860736,
+      "eval_gu_ersatz_pr_auc": 0.9450053003911664,
+      "eval_gu_opus100_pr_auc": 0.7548485639402494,
+      "eval_ha_opus100_pr_auc": 0.9207118898910748,
+      "eval_he_opus100_pr_auc": 0.8688885386983201,
+      "eval_he_ud_pr_auc": 0.9758298721462888,
+      "eval_hi_ersatz_pr_auc": 0.9823400888633712,
+      "eval_hi_opus100_pr_auc": 0.7313133500424749,
+      "eval_hi_ud_pr_auc": 0.9816384074255811,
+      "eval_hu_opus100_pr_auc": 0.9232365102246947,
+      "eval_hu_ud_pr_auc": 0.980267675901929,
+      "eval_hy_opus100_pr_auc": 0.9054050640867388,
+      "eval_hy_ud_pr_auc": 0.9714786436953035,
+      "eval_id_opus100_pr_auc": 0.8686185058517664,
+      "eval_id_ud_pr_auc": 0.9944525609225112,
+      "eval_ig_opus100_pr_auc": 0.8771332218278594,
+      "eval_is_opus100_pr_auc": 0.926274650934022,
+      "eval_is_ud_pr_auc": 0.9174710569899438,
+      "eval_it_opus100_pr_auc": 0.9156670951213355,
+      "eval_it_ud_pr_auc": 0.9967522861256518,
+      "eval_ja_ersatz_pr_auc": 0.8765198267391631,
+      "eval_ja_opus100_pr_auc": 0.8511188919094043,
+      "eval_ja_ud_pr_auc": 0.982600214472626,
+      "eval_jv_ud_pr_auc": 0.9698448239145769,
+      "eval_ka_opus100_pr_auc": 0.864987302782812,
+      "eval_kk_ersatz_pr_auc": 0.98926899306429,
+      "eval_kk_opus100_pr_auc": 0.7925797572801694,
+      "eval_kk_ud_pr_auc": 0.9730499554877517,
+      "eval_km_ersatz_pr_auc": 0.9317636613305805,
+      "eval_km_opus100_pr_auc": 0.7650823356203676,
+      "eval_kn_opus100_pr_auc": 0.660441805015182,
+      "eval_ko_opus100_pr_auc": 0.7035447192553884,
+      "eval_ko_ud_pr_auc": 0.9990277705496724,
+      "eval_ku_opus100_pr_auc": 0.8698402651337052,
+      "eval_ky_opus100_pr_auc": 0.9081902053536984,
+      "eval_la_ud_pr_auc": 0.9738532756927201,
+      "eval_loss": 0.028222454711794853,
+      "eval_lt_ersatz_pr_auc": 0.9959654873061478,
+      "eval_lt_opus100_pr_auc": 0.8882712574155688,
+      "eval_lt_ud_pr_auc": 0.9965316543628704,
+      "eval_lv_ersatz_pr_auc": 0.9912434546089854,
+      "eval_lv_opus100_pr_auc": 0.9004899652273325,
+      "eval_lv_ud_pr_auc": 0.9658047873133193,
+      "eval_mg_opus100_pr_auc": 0.939066274431253,
+      "eval_mk_opus100_pr_auc": 0.9242262332807364,
+      "eval_ml_opus100_pr_auc": 0.7989104537084488,
+      "eval_mn_opus100_pr_auc": 0.9514692633029793,
+      "eval_mr_opus100_pr_auc": 0.9019304517933229,
+      "eval_mr_ud_pr_auc": 0.9832517236007375,
+      "eval_ms_opus100_pr_auc": 0.8617435389552459,
+      "eval_mt_opus100_pr_auc": 0.852152399084525,
+      "eval_mt_ud_pr_auc": 0.9091503574676085,
+      "eval_my_opus100_pr_auc": 0.8190127587817747,
+      "eval_ne_opus100_pr_auc": 0.7750684410624418,
+      "eval_nl_opus100_pr_auc": 0.8964677682147227,
+      "eval_nl_ud_pr_auc": 0.9832189463377334,
+      "eval_no_opus100_pr_auc": 0.918744782920385,
+      "eval_no_ud_pr_auc": 0.9960049175377131,
+      "eval_pa_opus100_pr_auc": 0.6885089204781628,
+      "eval_pl_ersatz_pr_auc": 0.9662559302475897,
+      "eval_pl_opus100_pr_auc": 0.8930697288045861,
+      "eval_pl_ud_pr_auc": 0.9666137725759958,
+      "eval_ps_ersatz_pr_auc": 0.9165617083733172,
+      "eval_ps_opus100_pr_auc": 0.7499098338219137,
+      "eval_pt_opus100_pr_auc": 0.9269843668820394,
+      "eval_pt_ud_pr_auc": 0.9872038224932149,
+      "eval_ro_ersatz_pr_auc": 0.9938131690117392,
+      "eval_ro_opus100_pr_auc": 0.8696479653694562,
+      "eval_ro_ud_pr_auc": 0.9655776114616238,
+      "eval_ru_ersatz_pr_auc": 0.9932219420679331,
+      "eval_ru_opus100_pr_auc": 0.9323304771519605,
+      "eval_ru_ud_pr_auc": 0.8756083172030785,
+      "eval_runtime": 618.8851,
+      "eval_samples_per_second": 121.919,
+      "eval_si_opus100_pr_auc": 0.8133908030834964,
+      "eval_sk_opus100_pr_auc": 0.9320027577185241,
+      "eval_sk_ud_pr_auc": 0.9832272585654392,
+      "eval_sl_opus100_pr_auc": 0.8738359137357296,
+      "eval_sl_ud_pr_auc": 0.9705677191624169,
+      "eval_sq_opus100_pr_auc": 0.9308827689906046,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9096094125446221,
+      "eval_sr_ud_pr_auc": 0.9987293579125563,
+      "eval_steps_per_second": 0.953,
+      "eval_sv_opus100_pr_auc": 0.9002837542018994,
+      "eval_sv_ud_pr_auc": 0.9528033205152839,
+      "eval_ta_ersatz_pr_auc": 0.980545429122617,
+      "eval_ta_opus100_pr_auc": 0.728986071624663,
+      "eval_ta_ud_pr_auc": 0.9958478599730617,
+      "eval_te_opus100_pr_auc": 0.8505552576508806,
+      "eval_tg_opus100_pr_auc": 0.8927570747375616,
+      "eval_th_opus100_pr_auc": 0.670428007944497,
+      "eval_th_ud_pr_auc": 0.8479656610035734,
+      "eval_tr_ersatz_pr_auc": 0.961694674516667,
+      "eval_tr_opus100_pr_auc": 0.8947490098926139,
+      "eval_tr_ud_pr_auc": 0.9515609821363837,
+      "eval_uk_opus100_pr_auc": 0.8781041374750139,
+      "eval_uk_ud_pr_auc": 0.9333127956653278,
+      "eval_ur_opus100_pr_auc": 0.5939524820323308,
+      "eval_ur_ud_pr_auc": 0.9928114689497668,
+      "eval_uz_opus100_pr_auc": 0.8960842882623005,
+      "eval_vi_opus100_pr_auc": 0.8986346732861749,
+      "eval_vi_ud_pr_auc": 0.9604739407911409,
+      "eval_xh_opus100_pr_auc": 0.8744914613405322,
+      "eval_yi_opus100_pr_auc": 0.7892606610395216,
+      "eval_yo_opus100_pr_auc": 0.8350003697755327,
+      "eval_yo_ud_pr_auc": 0.9147014047822958,
+      "eval_zh_ersatz_pr_auc": 0.975487634144933,
+      "eval_zh_opus100_pr_auc": 0.8808150538432199,
+      "eval_zh_ud_pr_auc": 0.9930436008421025,
+      "eval_zu_opus100_pr_auc": 0.8250091243404173,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0246,
+      "step": 145050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.0246,
+      "step": 145100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.0245,
+      "step": 145150
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0243,
+      "step": 145200
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.0245,
+      "step": 145250
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.0246,
+      "step": 145300
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0246,
+      "step": 145350
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.0244,
+      "step": 145400
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0243,
+      "step": 145450
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0246,
+      "step": 145500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.0246,
+      "step": 145550
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.0247,
+      "step": 145600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.0247,
+      "step": 145650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0244,
+      "step": 145700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.0247,
+      "step": 145750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.0242,
+      "step": 145800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.0244,
+      "step": 145850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.0243,
+      "step": 145900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.0241,
+      "step": 145950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0245,
+      "step": 146000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0246,
+      "step": 146050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.0241,
+      "step": 146100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0244,
+      "step": 146150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0244,
+      "step": 146200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0243,
+      "step": 146250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.0242,
+      "step": 146300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.0243,
+      "step": 146350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.0241,
+      "step": 146400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0243,
+      "step": 146450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.0242,
+      "step": 146500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.0246,
+      "step": 146550
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.0246,
+      "step": 146600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.0246,
+      "step": 146650
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0242,
+      "step": 146700
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0242,
+      "step": 146750
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0243,
+      "step": 146800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0244,
+      "step": 146850
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0246,
+      "step": 146900
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.0245,
+      "step": 146950
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.0245,
+      "step": 147000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.0242,
+      "step": 147050
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0244,
+      "step": 147100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0244,
+      "step": 147150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0244,
+      "step": 147200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.0246,
+      "step": 147250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.0242,
+      "step": 147300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.0245,
+      "step": 147350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.0246,
+      "step": 147400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0243,
+      "step": 147450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0244,
+      "step": 147500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0243,
+      "step": 147550
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.0244,
+      "step": 147600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.0242,
+      "step": 147650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0243,
+      "step": 147700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0247,
+      "step": 147750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.0243,
+      "step": 147800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.0242,
+      "step": 147850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.0243,
+      "step": 147900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0246,
+      "step": 147950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.0244,
+      "step": 148000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.0245,
+      "step": 148050
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.0245,
+      "step": 148100
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0246,
+      "step": 148150
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.0244,
+      "step": 148200
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0245,
+      "step": 148250
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0243,
+      "step": 148300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.0245,
+      "step": 148350
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.0243,
+      "step": 148400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0244,
+      "step": 148450
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0241,
+      "step": 148500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.0243,
+      "step": 148550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0241,
+      "step": 148600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0241,
+      "step": 148650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0241,
+      "step": 148700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.0244,
+      "step": 148750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.0242,
+      "step": 148800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.0243,
+      "step": 148850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0242,
+      "step": 148900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.0242,
+      "step": 148950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.0244,
+      "step": 149000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.0244,
+      "step": 149050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0242,
+      "step": 149100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0245,
+      "step": 149150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.0243,
+      "step": 149200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.0244,
+      "step": 149250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.0242,
+      "step": 149300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.0245,
+      "step": 149350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0244,
+      "step": 149400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.0244,
+      "step": 149450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0242,
+      "step": 149500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.0243,
+      "step": 149550
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0242,
+      "step": 149600
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0242,
+      "step": 149650
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0243,
+      "step": 149700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.0244,
+      "step": 149750
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0243,
+      "step": 149800
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0242,
+      "step": 149850
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0243,
+      "step": 149900
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.0244,
+      "step": 149950
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.0243,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "eval_af_opus100_pr_auc": 0.7584626625142726,
+      "eval_af_ud_pr_auc": 0.9902955529658666,
+      "eval_am_opus100_pr_auc": 0.5932835153626862,
+      "eval_ar_ersatz_pr_auc": 0.9164427230237872,
+      "eval_ar_opus100_pr_auc": 0.7346373851887731,
+      "eval_ar_ud_pr_auc": 0.8842624687259589,
+      "eval_average_ersatz_pr_auc": 0.9704171218454163,
+      "eval_average_opus100_pr_auc": 0.8397237744620728,
+      "eval_average_ud_pr_auc": 0.9639983805543506,
+      "eval_az_opus100_pr_auc": 0.7515339442913752,
+      "eval_be_opus100_pr_auc": 0.6848115910259357,
+      "eval_be_ud_pr_auc": 0.9036280586066037,
+      "eval_bg_opus100_pr_auc": 0.9200439410634076,
+      "eval_bg_ud_pr_auc": 0.9946193427018472,
+      "eval_bn_opus100_pr_auc": 0.8447606970218223,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.895008973782411,
+      "eval_ca_ud_pr_auc": 0.9969835341342898,
+      "eval_ceb_ud_pr_auc": 0.99969598524869,
+      "eval_cs_ersatz_pr_auc": 0.9830326549806795,
+      "eval_cs_opus100_pr_auc": 0.9153852683038901,
+      "eval_cs_ud_pr_auc": 0.9580809219547881,
+      "eval_cy_opus100_pr_auc": 0.7686670340099265,
+      "eval_cy_ud_pr_auc": 0.9971261799415819,
+      "eval_da_opus100_pr_auc": 0.9170293451975057,
+      "eval_da_ud_pr_auc": 0.9771263496359709,
+      "eval_de_ersatz_pr_auc": 0.9887790456306716,
+      "eval_de_opus100_pr_auc": 0.913802565101504,
+      "eval_de_ud_pr_auc": 0.9864931151149448,
+      "eval_el_opus100_pr_auc": 0.9154828535501254,
+      "eval_el_ud_pr_auc": 0.9894232785802284,
+      "eval_en_ersatz_pr_auc": 0.99114907500669,
+      "eval_en_opus100_pr_auc": 0.9280055323388648,
+      "eval_en_ud_pr_auc": 0.9799329283555606,
+      "eval_eo_opus100_pr_auc": 0.930056384232113,
+      "eval_es_ersatz_pr_auc": 0.9964421055518344,
+      "eval_es_opus100_pr_auc": 0.9353816114506848,
+      "eval_es_ud_pr_auc": 0.9919333178206574,
+      "eval_et_ersatz_pr_auc": 0.9825708357890641,
+      "eval_et_opus100_pr_auc": 0.923224531555407,
+      "eval_et_ud_pr_auc": 0.9603452663552599,
+      "eval_eu_opus100_pr_auc": 0.8730781150215825,
+      "eval_eu_ud_pr_auc": 0.9889841317293159,
+      "eval_fa_opus100_pr_auc": 0.6061430140515404,
+      "eval_fa_ud_pr_auc": 0.9915384772329981,
+      "eval_fi_ersatz_pr_auc": 0.994011427437866,
+      "eval_fi_opus100_pr_auc": 0.9155762761061382,
+      "eval_fi_ud_pr_auc": 0.9605070705765377,
+      "eval_fr_ersatz_pr_auc": 0.9890094982256363,
+      "eval_fr_opus100_pr_auc": 0.9142248784665642,
+      "eval_fr_ud_pr_auc": 0.9903442014995606,
+      "eval_fy_opus100_pr_auc": 0.6401406843992781,
+      "eval_ga_opus100_pr_auc": 0.900117089677067,
+      "eval_ga_ud_pr_auc": 0.8067421288066938,
+      "eval_gd_opus100_pr_auc": 0.6522080938239984,
+      "eval_gd_ud_pr_auc": 0.8160795328774203,
+      "eval_gl_opus100_pr_auc": 0.8973136310378576,
+      "eval_gl_ud_pr_auc": 0.9983864393279132,
+      "eval_gu_ersatz_pr_auc": 0.949072381223112,
+      "eval_gu_opus100_pr_auc": 0.7445358203826321,
+      "eval_ha_opus100_pr_auc": 0.9186771240951335,
+      "eval_he_opus100_pr_auc": 0.8734117821827965,
+      "eval_he_ud_pr_auc": 0.9796430546562707,
+      "eval_hi_ersatz_pr_auc": 0.9802692815641274,
+      "eval_hi_opus100_pr_auc": 0.7248222257939857,
+      "eval_hi_ud_pr_auc": 0.9813854413886743,
+      "eval_hu_opus100_pr_auc": 0.9225460040132295,
+      "eval_hu_ud_pr_auc": 0.9830017563826525,
+      "eval_hy_opus100_pr_auc": 0.9011264193769624,
+      "eval_hy_ud_pr_auc": 0.9728190257887112,
+      "eval_id_opus100_pr_auc": 0.8819524170658651,
+      "eval_id_ud_pr_auc": 0.9937662316662867,
+      "eval_ig_opus100_pr_auc": 0.8677089745821014,
+      "eval_is_opus100_pr_auc": 0.926305065677736,
+      "eval_is_ud_pr_auc": 0.8924423512201224,
+      "eval_it_opus100_pr_auc": 0.9095915569926152,
+      "eval_it_ud_pr_auc": 0.9973552781749603,
+      "eval_ja_ersatz_pr_auc": 0.8818664940416759,
+      "eval_ja_opus100_pr_auc": 0.8507303808906582,
+      "eval_ja_ud_pr_auc": 0.9821169361485538,
+      "eval_jv_ud_pr_auc": 0.9717046966719344,
+      "eval_ka_opus100_pr_auc": 0.8756673894059523,
+      "eval_kk_ersatz_pr_auc": 0.9902951755907732,
+      "eval_kk_opus100_pr_auc": 0.7553827500291417,
+      "eval_kk_ud_pr_auc": 0.9720962442496998,
+      "eval_km_ersatz_pr_auc": 0.9356593896026701,
+      "eval_km_opus100_pr_auc": 0.7356679432817791,
+      "eval_kn_opus100_pr_auc": 0.6349159940779738,
+      "eval_ko_opus100_pr_auc": 0.726292011609733,
+      "eval_ko_ud_pr_auc": 0.998815194378942,
+      "eval_ku_opus100_pr_auc": 0.8433987618675561,
+      "eval_ky_opus100_pr_auc": 0.8715890855197364,
+      "eval_la_ud_pr_auc": 0.973630319232346,
+      "eval_loss": 0.027845652773976326,
+      "eval_lt_ersatz_pr_auc": 0.9950576130402609,
+      "eval_lt_opus100_pr_auc": 0.877445373961745,
+      "eval_lt_ud_pr_auc": 0.9956136603724931,
+      "eval_lv_ersatz_pr_auc": 0.9907507564530856,
+      "eval_lv_opus100_pr_auc": 0.8931986942259725,
+      "eval_lv_ud_pr_auc": 0.9629511898552852,
+      "eval_mg_opus100_pr_auc": 0.9380282417338318,
+      "eval_mk_opus100_pr_auc": 0.921485706598187,
+      "eval_ml_opus100_pr_auc": 0.8031997547813035,
+      "eval_mn_opus100_pr_auc": 0.9446488324063432,
+      "eval_mr_opus100_pr_auc": 0.8952763276319888,
+      "eval_mr_ud_pr_auc": 0.9894561600701811,
+      "eval_ms_opus100_pr_auc": 0.8672917663465377,
+      "eval_mt_opus100_pr_auc": 0.8472219184714413,
+      "eval_mt_ud_pr_auc": 0.9173014464237477,
+      "eval_my_opus100_pr_auc": 0.7892735431283592,
+      "eval_ne_opus100_pr_auc": 0.7643002588186689,
+      "eval_nl_opus100_pr_auc": 0.9031861442057004,
+      "eval_nl_ud_pr_auc": 0.9848985142868015,
+      "eval_no_opus100_pr_auc": 0.926574135188021,
+      "eval_no_ud_pr_auc": 0.9960544479166724,
+      "eval_pa_opus100_pr_auc": 0.6845797140279171,
+      "eval_pl_ersatz_pr_auc": 0.9684663190795828,
+      "eval_pl_opus100_pr_auc": 0.8960274802279232,
+      "eval_pl_ud_pr_auc": 0.9675377397755007,
+      "eval_ps_ersatz_pr_auc": 0.9235459006831286,
+      "eval_ps_opus100_pr_auc": 0.7383221232970197,
+      "eval_pt_opus100_pr_auc": 0.9277650422842993,
+      "eval_pt_ud_pr_auc": 0.9892334906985372,
+      "eval_ro_ersatz_pr_auc": 0.9921433037769154,
+      "eval_ro_opus100_pr_auc": 0.8756650337386954,
+      "eval_ro_ud_pr_auc": 0.9528349258984099,
+      "eval_ru_ersatz_pr_auc": 0.9921127085841924,
+      "eval_ru_opus100_pr_auc": 0.9324686718023582,
+      "eval_ru_ud_pr_auc": 0.8712403378080973,
+      "eval_runtime": 597.854,
+      "eval_samples_per_second": 126.208,
+      "eval_si_opus100_pr_auc": 0.8221520911062199,
+      "eval_sk_opus100_pr_auc": 0.9334734910156761,
+      "eval_sk_ud_pr_auc": 0.982054321683576,
+      "eval_sl_opus100_pr_auc": 0.8756505126104908,
+      "eval_sl_ud_pr_auc": 0.9669641156681046,
+      "eval_sq_opus100_pr_auc": 0.9298578187537573,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9142938685467903,
+      "eval_sr_ud_pr_auc": 0.9989662745284096,
+      "eval_steps_per_second": 0.987,
+      "eval_sv_opus100_pr_auc": 0.8939882601405544,
+      "eval_sv_ud_pr_auc": 0.9420095032809848,
+      "eval_ta_ersatz_pr_auc": 0.9791757123082151,
+      "eval_ta_opus100_pr_auc": 0.7157597920334487,
+      "eval_ta_ud_pr_auc": 0.9887328615732275,
+      "eval_te_opus100_pr_auc": 0.8524362957631271,
+      "eval_tg_opus100_pr_auc": 0.8925953601841157,
+      "eval_th_opus100_pr_auc": 0.6760001659741156,
+      "eval_th_ud_pr_auc": 0.8378712302180702,
+      "eval_tr_ersatz_pr_auc": 0.9572169623896122,
+      "eval_tr_opus100_pr_auc": 0.8979129512007855,
+      "eval_tr_ud_pr_auc": 0.951514697641256,
+      "eval_uk_opus100_pr_auc": 0.8846776596367946,
+      "eval_uk_ud_pr_auc": 0.923578784700102,
+      "eval_ur_opus100_pr_auc": 0.5871186593174371,
+      "eval_ur_ud_pr_auc": 0.9909093386340531,
+      "eval_uz_opus100_pr_auc": 0.8812016204840365,
+      "eval_vi_opus100_pr_auc": 0.8981954281709744,
+      "eval_vi_ud_pr_auc": 0.9553255614320038,
+      "eval_xh_opus100_pr_auc": 0.8659910574562321,
+      "eval_yi_opus100_pr_auc": 0.6989084945309149,
+      "eval_yo_opus100_pr_auc": 0.8217995483789089,
+      "eval_yo_ud_pr_auc": 0.9285870606750798,
+      "eval_zh_ersatz_pr_auc": 0.9721073166155776,
+      "eval_zh_opus100_pr_auc": 0.8786744618600228,
+      "eval_zh_ud_pr_auc": 0.9929672163055513,
+      "eval_zu_opus100_pr_auc": 0.8180018804289335,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0243,
+      "step": 150050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.0242,
+      "step": 150100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.0244,
+      "step": 150150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.024,
+      "step": 150200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.024,
+      "step": 150250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.0241,
+      "step": 150300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.024,
+      "step": 150350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0243,
+      "step": 150400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.0241,
+      "step": 150450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0243,
+      "step": 150500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0246,
+      "step": 150550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.0241,
+      "step": 150600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.0243,
+      "step": 150650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0243,
+      "step": 150700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.0242,
+      "step": 150750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.0243,
+      "step": 150800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0241,
+      "step": 150850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.0244,
+      "step": 150900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0242,
+      "step": 150950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0241,
+      "step": 151000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.0243,
+      "step": 151050
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0242,
+      "step": 151100
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.024,
+      "step": 151150
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.0242,
+      "step": 151200
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.0241,
+      "step": 151250
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0242,
+      "step": 151300
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0241,
+      "step": 151350
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.0241,
+      "step": 151400
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.0243,
+      "step": 151450
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0245,
+      "step": 151500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0239,
+      "step": 151550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0243,
+      "step": 151600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.0243,
+      "step": 151650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.0242,
+      "step": 151700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0244,
+      "step": 151750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0241,
+      "step": 151800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.0241,
+      "step": 151850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.0243,
+      "step": 151900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.0239,
+      "step": 151950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.0243,
+      "step": 152000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0242,
+      "step": 152050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0241,
+      "step": 152100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0242,
+      "step": 152150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.024,
+      "step": 152200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0241,
+      "step": 152250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.0243,
+      "step": 152300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.024,
+      "step": 152350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.0242,
+      "step": 152400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0243,
+      "step": 152450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0241,
+      "step": 152500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.0238,
+      "step": 152550
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0241,
+      "step": 152600
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.0241,
+      "step": 152650
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0241,
+      "step": 152700
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0242,
+      "step": 152750
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.0241,
+      "step": 152800
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.0244,
+      "step": 152850
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.0243,
+      "step": 152900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.024,
+      "step": 152950
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.0243,
+      "step": 153000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.0239,
+      "step": 153050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.0241,
+      "step": 153100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0242,
+      "step": 153150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.0242,
+      "step": 153200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0242,
+      "step": 153250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.0243,
+      "step": 153300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0242,
+      "step": 153350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0241,
+      "step": 153400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0243,
+      "step": 153450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0242,
+      "step": 153500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0243,
+      "step": 153550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0242,
+      "step": 153600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.024,
+      "step": 153650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0241,
+      "step": 153700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.0242,
+      "step": 153750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0242,
+      "step": 153800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.024,
+      "step": 153850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0241,
+      "step": 153900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0243,
+      "step": 153950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0241,
+      "step": 154000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0242,
+      "step": 154050
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0239,
+      "step": 154100
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.024,
+      "step": 154150
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.0243,
+      "step": 154200
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0242,
+      "step": 154250
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.0243,
+      "step": 154300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.0244,
+      "step": 154350
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0241,
+      "step": 154400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0241,
+      "step": 154450
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0239,
+      "step": 154500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.0241,
+      "step": 154550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.0238,
+      "step": 154600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0241,
+      "step": 154650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0241,
+      "step": 154700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.0239,
+      "step": 154750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.024,
+      "step": 154800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.0241,
+      "step": 154850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.0242,
+      "step": 154900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0244,
+      "step": 154950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.0244,
+      "step": 155000
+    },
+    {
+      "epoch": 1.04,
+      "eval_af_opus100_pr_auc": 0.7836587340013529,
+      "eval_af_ud_pr_auc": 0.9891732302602353,
+      "eval_am_opus100_pr_auc": 0.5661958265063112,
+      "eval_ar_ersatz_pr_auc": 0.9208295054134397,
+      "eval_ar_opus100_pr_auc": 0.7329812570138322,
+      "eval_ar_ud_pr_auc": 0.8875818416867108,
+      "eval_average_ersatz_pr_auc": 0.9714635075268181,
+      "eval_average_opus100_pr_auc": 0.8459430302874815,
+      "eval_average_ud_pr_auc": 0.9659410953357108,
+      "eval_az_opus100_pr_auc": 0.7628079283575268,
+      "eval_be_opus100_pr_auc": 0.6912283387295387,
+      "eval_be_ud_pr_auc": 0.9100204230308516,
+      "eval_bg_opus100_pr_auc": 0.9229421913539412,
+      "eval_bg_ud_pr_auc": 0.9966750861264193,
+      "eval_bn_opus100_pr_auc": 0.8452953993072453,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8947847671421313,
+      "eval_ca_ud_pr_auc": 0.997381172932609,
+      "eval_ceb_ud_pr_auc": 0.9993097876704858,
+      "eval_cs_ersatz_pr_auc": 0.9856434485709682,
+      "eval_cs_opus100_pr_auc": 0.9138874537152248,
+      "eval_cs_ud_pr_auc": 0.9602147574122889,
+      "eval_cy_opus100_pr_auc": 0.7799477659887867,
+      "eval_cy_ud_pr_auc": 0.997986876307234,
+      "eval_da_opus100_pr_auc": 0.9251552269673206,
+      "eval_da_ud_pr_auc": 0.9838961342641981,
+      "eval_de_ersatz_pr_auc": 0.9901064526923777,
+      "eval_de_opus100_pr_auc": 0.9093001826069658,
+      "eval_de_ud_pr_auc": 0.9881257456132264,
+      "eval_el_opus100_pr_auc": 0.9171158204460147,
+      "eval_el_ud_pr_auc": 0.9885665295711284,
+      "eval_en_ersatz_pr_auc": 0.9929176372900073,
+      "eval_en_opus100_pr_auc": 0.9300150083003665,
+      "eval_en_ud_pr_auc": 0.9722949420594719,
+      "eval_eo_opus100_pr_auc": 0.9330922433586062,
+      "eval_es_ersatz_pr_auc": 0.9969785454902924,
+      "eval_es_opus100_pr_auc": 0.9384510924961221,
+      "eval_es_ud_pr_auc": 0.9938661024884433,
+      "eval_et_ersatz_pr_auc": 0.9837347817283145,
+      "eval_et_opus100_pr_auc": 0.9232425868525477,
+      "eval_et_ud_pr_auc": 0.9601931357166137,
+      "eval_eu_opus100_pr_auc": 0.8796609155860473,
+      "eval_eu_ud_pr_auc": 0.9907452147141773,
+      "eval_fa_opus100_pr_auc": 0.6237752239737298,
+      "eval_fa_ud_pr_auc": 0.9953217935998266,
+      "eval_fi_ersatz_pr_auc": 0.9949092233969012,
+      "eval_fi_opus100_pr_auc": 0.9278202112688896,
+      "eval_fi_ud_pr_auc": 0.9677381551984042,
+      "eval_fr_ersatz_pr_auc": 0.9911930023791936,
+      "eval_fr_opus100_pr_auc": 0.9235536988371458,
+      "eval_fr_ud_pr_auc": 0.9897718349664937,
+      "eval_fy_opus100_pr_auc": 0.6755160835605896,
+      "eval_ga_opus100_pr_auc": 0.9063199742678172,
+      "eval_ga_ud_pr_auc": 0.8167839113242945,
+      "eval_gd_opus100_pr_auc": 0.6715996712743512,
+      "eval_gd_ud_pr_auc": 0.823455108471203,
+      "eval_gl_opus100_pr_auc": 0.9020764014347968,
+      "eval_gl_ud_pr_auc": 0.9984274532667388,
+      "eval_gu_ersatz_pr_auc": 0.9387078368598083,
+      "eval_gu_opus100_pr_auc": 0.7519370224407419,
+      "eval_ha_opus100_pr_auc": 0.9223641752119538,
+      "eval_he_opus100_pr_auc": 0.8654901540205167,
+      "eval_he_ud_pr_auc": 0.9724340543939263,
+      "eval_hi_ersatz_pr_auc": 0.9789175362470742,
+      "eval_hi_opus100_pr_auc": 0.7286603429727653,
+      "eval_hi_ud_pr_auc": 0.9781482319741508,
+      "eval_hu_opus100_pr_auc": 0.9245781060272347,
+      "eval_hu_ud_pr_auc": 0.9902799654915588,
+      "eval_hy_opus100_pr_auc": 0.9079044827539159,
+      "eval_hy_ud_pr_auc": 0.9798950673535618,
+      "eval_id_opus100_pr_auc": 0.8982427034895034,
+      "eval_id_ud_pr_auc": 0.9947372121282194,
+      "eval_ig_opus100_pr_auc": 0.8664059735894318,
+      "eval_is_opus100_pr_auc": 0.928134119567672,
+      "eval_is_ud_pr_auc": 0.9057211838472587,
+      "eval_it_opus100_pr_auc": 0.9150798833444038,
+      "eval_it_ud_pr_auc": 0.9989687419625577,
+      "eval_ja_ersatz_pr_auc": 0.8833720758458737,
+      "eval_ja_opus100_pr_auc": 0.8493956794020037,
+      "eval_ja_ud_pr_auc": 0.9810341787356879,
+      "eval_jv_ud_pr_auc": 0.9765399316780562,
+      "eval_ka_opus100_pr_auc": 0.8829527415220941,
+      "eval_kk_ersatz_pr_auc": 0.9894406299656953,
+      "eval_kk_opus100_pr_auc": 0.7920696730927922,
+      "eval_kk_ud_pr_auc": 0.9778465810118097,
+      "eval_km_ersatz_pr_auc": 0.9364375177688743,
+      "eval_km_opus100_pr_auc": 0.7540155620429507,
+      "eval_kn_opus100_pr_auc": 0.6583838626854488,
+      "eval_ko_opus100_pr_auc": 0.7204250422836647,
+      "eval_ko_ud_pr_auc": 0.999640439544397,
+      "eval_ku_opus100_pr_auc": 0.8466700751132203,
+      "eval_ky_opus100_pr_auc": 0.8903163047089684,
+      "eval_la_ud_pr_auc": 0.974736959273875,
+      "eval_loss": 0.02768898755311966,
+      "eval_lt_ersatz_pr_auc": 0.9959270039728223,
+      "eval_lt_opus100_pr_auc": 0.8865752604885991,
+      "eval_lt_ud_pr_auc": 0.9951799668556959,
+      "eval_lv_ersatz_pr_auc": 0.991490635531615,
+      "eval_lv_opus100_pr_auc": 0.8881034997833072,
+      "eval_lv_ud_pr_auc": 0.9686710229865395,
+      "eval_mg_opus100_pr_auc": 0.9441371684958868,
+      "eval_mk_opus100_pr_auc": 0.9313532443071598,
+      "eval_ml_opus100_pr_auc": 0.7989096658048294,
+      "eval_mn_opus100_pr_auc": 0.9457480437066387,
+      "eval_mr_opus100_pr_auc": 0.8973393898681111,
+      "eval_mr_ud_pr_auc": 0.9910527754324377,
+      "eval_ms_opus100_pr_auc": 0.8814557015708089,
+      "eval_mt_opus100_pr_auc": 0.8577652604458037,
+      "eval_mt_ud_pr_auc": 0.9046877361555348,
+      "eval_my_opus100_pr_auc": 0.8096140012044913,
+      "eval_ne_opus100_pr_auc": 0.753985267741941,
+      "eval_nl_opus100_pr_auc": 0.905590211442087,
+      "eval_nl_ud_pr_auc": 0.9845397142911303,
+      "eval_no_opus100_pr_auc": 0.9315599828711072,
+      "eval_no_ud_pr_auc": 0.9963645393661742,
+      "eval_pa_opus100_pr_auc": 0.6862758942625969,
+      "eval_pl_ersatz_pr_auc": 0.9714341697022169,
+      "eval_pl_opus100_pr_auc": 0.8982068385085753,
+      "eval_pl_ud_pr_auc": 0.9750134329094018,
+      "eval_ps_ersatz_pr_auc": 0.9298634241011177,
+      "eval_ps_opus100_pr_auc": 0.7415799145542588,
+      "eval_pt_opus100_pr_auc": 0.9267471879673521,
+      "eval_pt_ud_pr_auc": 0.9898075813403984,
+      "eval_ro_ersatz_pr_auc": 0.9934500638251241,
+      "eval_ro_opus100_pr_auc": 0.8796312301500618,
+      "eval_ro_ud_pr_auc": 0.9659072608879795,
+      "eval_ru_ersatz_pr_auc": 0.9932323299562824,
+      "eval_ru_opus100_pr_auc": 0.9330966865408168,
+      "eval_ru_ud_pr_auc": 0.8791659969831109,
+      "eval_runtime": 604.8102,
+      "eval_samples_per_second": 124.756,
+      "eval_si_opus100_pr_auc": 0.8197728767696554,
+      "eval_sk_opus100_pr_auc": 0.9332952540598023,
+      "eval_sk_ud_pr_auc": 0.97875163975259,
+      "eval_sl_opus100_pr_auc": 0.8809324575570578,
+      "eval_sl_ud_pr_auc": 0.9731408943704274,
+      "eval_sq_opus100_pr_auc": 0.9342813217833064,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9123707380616596,
+      "eval_sr_ud_pr_auc": 0.998605786992805,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.9081637185540753,
+      "eval_sv_ud_pr_auc": 0.9453581758201545,
+      "eval_ta_ersatz_pr_auc": 0.9752368089018958,
+      "eval_ta_opus100_pr_auc": 0.7313529143040286,
+      "eval_ta_ud_pr_auc": 0.9897564942126824,
+      "eval_te_opus100_pr_auc": 0.8503515754518565,
+      "eval_tg_opus100_pr_auc": 0.8983865340702943,
+      "eval_th_opus100_pr_auc": 0.6940400548744596,
+      "eval_th_ud_pr_auc": 0.8482505695971491,
+      "eval_tr_ersatz_pr_auc": 0.9600376750592509,
+      "eval_tr_opus100_pr_auc": 0.8995398324674926,
+      "eval_tr_ud_pr_auc": 0.9512349146309482,
+      "eval_uk_opus100_pr_auc": 0.8850615087875273,
+      "eval_uk_ud_pr_auc": 0.931141043557347,
+      "eval_ur_opus100_pr_auc": 0.5819169180549001,
+      "eval_ur_ud_pr_auc": 0.9911959719501111,
+      "eval_uz_opus100_pr_auc": 0.886932802270719,
+      "eval_vi_opus100_pr_auc": 0.9028983284971521,
+      "eval_vi_ud_pr_auc": 0.9555952966362273,
+      "eval_xh_opus100_pr_auc": 0.8867024465173857,
+      "eval_yi_opus100_pr_auc": 0.7460853320955684,
+      "eval_yo_opus100_pr_auc": 0.838057844812112,
+      "eval_yo_ud_pr_auc": 0.914567147740263,
+      "eval_zh_ersatz_pr_auc": 0.9783368608908525,
+      "eval_zh_opus100_pr_auc": 0.8806063887898554,
+      "eval_zh_ud_pr_auc": 0.993142687590293,
+      "eval_zu_opus100_pr_auc": 0.8154552784636555,
+      "step": 155000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0242,
+      "step": 155050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.024,
+      "step": 155100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0242,
+      "step": 155150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.024,
+      "step": 155200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0241,
+      "step": 155250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.0242,
+      "step": 155300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.024,
+      "step": 155350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.0243,
+      "step": 155400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.0241,
+      "step": 155450
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0242,
+      "step": 155500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.0241,
+      "step": 155550
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.0239,
+      "step": 155600
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.0242,
+      "step": 155650
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.0242,
+      "step": 155700
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0242,
+      "step": 155750
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.0243,
+      "step": 155800
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.0242,
+      "step": 155850
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.024,
+      "step": 155900
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0241,
+      "step": 155950
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.0239,
+      "step": 156000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.0243,
+      "step": 156050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.0241,
+      "step": 156100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0242,
+      "step": 156150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.0243,
+      "step": 156200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.0238,
+      "step": 156250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.0241,
+      "step": 156300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.0243,
+      "step": 156350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.024,
+      "step": 156400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0242,
+      "step": 156450
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.0241,
+      "step": 156500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0243,
+      "step": 156550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.0241,
+      "step": 156600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0241,
+      "step": 156650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0242,
+      "step": 156700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.024,
+      "step": 156750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.024,
+      "step": 156800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.0242,
+      "step": 156850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0244,
+      "step": 156900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.0243,
+      "step": 156950
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0239,
+      "step": 157000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.024,
+      "step": 157050
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0241,
+      "step": 157100
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0241,
+      "step": 157150
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.024,
+      "step": 157200
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.024,
+      "step": 157250
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.024,
+      "step": 157300
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.0239,
+      "step": 157350
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.024,
+      "step": 157400
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.0241,
+      "step": 157450
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.0238,
+      "step": 157500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0237,
+      "step": 157550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.024,
+      "step": 157600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.0238,
+      "step": 157650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.0241,
+      "step": 157700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0241,
+      "step": 157750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.024,
+      "step": 157800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.024,
+      "step": 157850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0239,
+      "step": 157900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.0243,
+      "step": 157950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.0243,
+      "step": 158000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0239,
+      "step": 158050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.024,
+      "step": 158100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.0238,
+      "step": 158150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.0239,
+      "step": 158200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.024,
+      "step": 158250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.0241,
+      "step": 158300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0236,
+      "step": 158350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.024,
+      "step": 158400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0239,
+      "step": 158450
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.024,
+      "step": 158500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.0243,
+      "step": 158550
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0243,
+      "step": 158600
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0242,
+      "step": 158650
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.024,
+      "step": 158700
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.024,
+      "step": 158750
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.0239,
+      "step": 158800
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.024,
+      "step": 158850
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.0241,
+      "step": 158900
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.0241,
+      "step": 158950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0239,
+      "step": 159000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.0239,
+      "step": 159050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.0238,
+      "step": 159100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0241,
+      "step": 159150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.024,
+      "step": 159200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0239,
+      "step": 159250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.0241,
+      "step": 159300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.0239,
+      "step": 159350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.0241,
+      "step": 159400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.024,
+      "step": 159450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.0237,
+      "step": 159500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0242,
+      "step": 159550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0242,
+      "step": 159600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0241,
+      "step": 159650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0238,
+      "step": 159700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.0242,
+      "step": 159750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.024,
+      "step": 159800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.0242,
+      "step": 159850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.024,
+      "step": 159900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0239,
+      "step": 159950
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0239,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "eval_af_opus100_pr_auc": 0.7840044685603809,
+      "eval_af_ud_pr_auc": 0.992882589904341,
+      "eval_am_opus100_pr_auc": 0.5856367598407811,
+      "eval_ar_ersatz_pr_auc": 0.9254800867127273,
+      "eval_ar_opus100_pr_auc": 0.7324376193910626,
+      "eval_ar_ud_pr_auc": 0.8944209804865747,
+      "eval_average_ersatz_pr_auc": 0.9689650235251525,
+      "eval_average_opus100_pr_auc": 0.8439243861644304,
+      "eval_average_ud_pr_auc": 0.9623103810490197,
+      "eval_az_opus100_pr_auc": 0.7845492651189417,
+      "eval_be_opus100_pr_auc": 0.6826169067295254,
+      "eval_be_ud_pr_auc": 0.884571988521881,
+      "eval_bg_opus100_pr_auc": 0.922122301256998,
+      "eval_bg_ud_pr_auc": 0.9970869603213321,
+      "eval_bn_opus100_pr_auc": 0.8447203126767622,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8854075558079145,
+      "eval_ca_ud_pr_auc": 0.994019449147503,
+      "eval_ceb_ud_pr_auc": 0.9993097867734296,
+      "eval_cs_ersatz_pr_auc": 0.9828631999093167,
+      "eval_cs_opus100_pr_auc": 0.9183852635817221,
+      "eval_cs_ud_pr_auc": 0.9564431762854472,
+      "eval_cy_opus100_pr_auc": 0.7971324981240381,
+      "eval_cy_ud_pr_auc": 0.9973888085271639,
+      "eval_da_opus100_pr_auc": 0.9183039074770265,
+      "eval_da_ud_pr_auc": 0.9825858987476931,
+      "eval_de_ersatz_pr_auc": 0.9875329327947637,
+      "eval_de_opus100_pr_auc": 0.910131865782285,
+      "eval_de_ud_pr_auc": 0.9845274048039906,
+      "eval_el_opus100_pr_auc": 0.91214113904085,
+      "eval_el_ud_pr_auc": 0.9940471776513651,
+      "eval_en_ersatz_pr_auc": 0.9900574598695544,
+      "eval_en_opus100_pr_auc": 0.9233774104800998,
+      "eval_en_ud_pr_auc": 0.9713557121076849,
+      "eval_eo_opus100_pr_auc": 0.923280579796684,
+      "eval_es_ersatz_pr_auc": 0.9963655150751058,
+      "eval_es_opus100_pr_auc": 0.9307796156630372,
+      "eval_es_ud_pr_auc": 0.9901755163940142,
+      "eval_et_ersatz_pr_auc": 0.9829857508775759,
+      "eval_et_opus100_pr_auc": 0.9245768011739461,
+      "eval_et_ud_pr_auc": 0.9663075275583327,
+      "eval_eu_opus100_pr_auc": 0.8786346245683649,
+      "eval_eu_ud_pr_auc": 0.9909829980071692,
+      "eval_fa_opus100_pr_auc": 0.6286056661393455,
+      "eval_fa_ud_pr_auc": 0.9933487821789145,
+      "eval_fi_ersatz_pr_auc": 0.9949434658716189,
+      "eval_fi_opus100_pr_auc": 0.9180808401171211,
+      "eval_fi_ud_pr_auc": 0.969245967110057,
+      "eval_fr_ersatz_pr_auc": 0.986034195347906,
+      "eval_fr_opus100_pr_auc": 0.9118822183437991,
+      "eval_fr_ud_pr_auc": 0.9883935354011103,
+      "eval_fy_opus100_pr_auc": 0.685458336744059,
+      "eval_ga_opus100_pr_auc": 0.9046823671120974,
+      "eval_ga_ud_pr_auc": 0.7996305427027135,
+      "eval_gd_opus100_pr_auc": 0.6734319377396051,
+      "eval_gd_ud_pr_auc": 0.8175287605436672,
+      "eval_gl_opus100_pr_auc": 0.8883792238463181,
+      "eval_gl_ud_pr_auc": 0.9986883916229167,
+      "eval_gu_ersatz_pr_auc": 0.9379958454415124,
+      "eval_gu_opus100_pr_auc": 0.7620868958435169,
+      "eval_ha_opus100_pr_auc": 0.9244406476686234,
+      "eval_he_opus100_pr_auc": 0.870570069152723,
+      "eval_he_ud_pr_auc": 0.9739269639214043,
+      "eval_hi_ersatz_pr_auc": 0.9750018374648791,
+      "eval_hi_opus100_pr_auc": 0.7365253631369413,
+      "eval_hi_ud_pr_auc": 0.9721730293968206,
+      "eval_hu_opus100_pr_auc": 0.9139788323802328,
+      "eval_hu_ud_pr_auc": 0.9795429463080638,
+      "eval_hy_opus100_pr_auc": 0.9024088879209584,
+      "eval_hy_ud_pr_auc": 0.9704477687033537,
+      "eval_id_opus100_pr_auc": 0.8827946614194017,
+      "eval_id_ud_pr_auc": 0.993493365370185,
+      "eval_ig_opus100_pr_auc": 0.877478516209455,
+      "eval_is_opus100_pr_auc": 0.9267624664033526,
+      "eval_is_ud_pr_auc": 0.9102833283385872,
+      "eval_it_opus100_pr_auc": 0.9079152875258221,
+      "eval_it_ud_pr_auc": 0.9932790524839139,
+      "eval_ja_ersatz_pr_auc": 0.8729120985110702,
+      "eval_ja_opus100_pr_auc": 0.8394953874394073,
+      "eval_ja_ud_pr_auc": 0.9760681178836335,
+      "eval_jv_ud_pr_auc": 0.9586093877300589,
+      "eval_ka_opus100_pr_auc": 0.874905763069932,
+      "eval_kk_ersatz_pr_auc": 0.9847383778605292,
+      "eval_kk_opus100_pr_auc": 0.7801693800781665,
+      "eval_kk_ud_pr_auc": 0.9688492793863394,
+      "eval_km_ersatz_pr_auc": 0.9299818748158358,
+      "eval_km_opus100_pr_auc": 0.7586492347918656,
+      "eval_kn_opus100_pr_auc": 0.6623415168398288,
+      "eval_ko_opus100_pr_auc": 0.7068044653682566,
+      "eval_ko_ud_pr_auc": 0.9993720493811542,
+      "eval_ku_opus100_pr_auc": 0.8544757874851149,
+      "eval_ky_opus100_pr_auc": 0.8965972773939961,
+      "eval_la_ud_pr_auc": 0.971686582005033,
+      "eval_loss": 0.027599522843956947,
+      "eval_lt_ersatz_pr_auc": 0.9951959958459158,
+      "eval_lt_opus100_pr_auc": 0.874425652322917,
+      "eval_lt_ud_pr_auc": 0.9954728057375748,
+      "eval_lv_ersatz_pr_auc": 0.989173417645474,
+      "eval_lv_opus100_pr_auc": 0.894859508703479,
+      "eval_lv_ud_pr_auc": 0.9581511281534087,
+      "eval_mg_opus100_pr_auc": 0.9385711027181484,
+      "eval_mk_opus100_pr_auc": 0.9248623445613784,
+      "eval_ml_opus100_pr_auc": 0.8017849614012574,
+      "eval_mn_opus100_pr_auc": 0.9505621928644783,
+      "eval_mr_opus100_pr_auc": 0.9077604217132622,
+      "eval_mr_ud_pr_auc": 0.9832370062229446,
+      "eval_ms_opus100_pr_auc": 0.8710280147413486,
+      "eval_mt_opus100_pr_auc": 0.8496004290726533,
+      "eval_mt_ud_pr_auc": 0.9104902670371168,
+      "eval_my_opus100_pr_auc": 0.8233006012177283,
+      "eval_ne_opus100_pr_auc": 0.7739801277651286,
+      "eval_nl_opus100_pr_auc": 0.8960248141331693,
+      "eval_nl_ud_pr_auc": 0.9827580199155515,
+      "eval_no_opus100_pr_auc": 0.9208481540153054,
+      "eval_no_ud_pr_auc": 0.9961079870433882,
+      "eval_pa_opus100_pr_auc": 0.6854154015023578,
+      "eval_pl_ersatz_pr_auc": 0.9641524117763965,
+      "eval_pl_opus100_pr_auc": 0.8972928514047699,
+      "eval_pl_ud_pr_auc": 0.9646731680265874,
+      "eval_ps_ersatz_pr_auc": 0.9201295845907341,
+      "eval_ps_opus100_pr_auc": 0.750959999927066,
+      "eval_pt_opus100_pr_auc": 0.9229737385242396,
+      "eval_pt_ud_pr_auc": 0.9847577395962512,
+      "eval_ro_ersatz_pr_auc": 0.9927794696020853,
+      "eval_ro_opus100_pr_auc": 0.8765080745357887,
+      "eval_ro_ud_pr_auc": 0.9517841860462122,
+      "eval_ru_ersatz_pr_auc": 0.9931785434823093,
+      "eval_ru_opus100_pr_auc": 0.9249600063995372,
+      "eval_ru_ud_pr_auc": 0.85724767026227,
+      "eval_runtime": 601.7993,
+      "eval_samples_per_second": 125.381,
+      "eval_si_opus100_pr_auc": 0.8140286197475608,
+      "eval_sk_opus100_pr_auc": 0.9319487630200239,
+      "eval_sk_ud_pr_auc": 0.9806541845850546,
+      "eval_sl_opus100_pr_auc": 0.8770705834998901,
+      "eval_sl_ud_pr_auc": 0.968258708152305,
+      "eval_sq_opus100_pr_auc": 0.9281987416131692,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9098481092818868,
+      "eval_sr_ud_pr_auc": 0.9983034183669113,
+      "eval_steps_per_second": 0.98,
+      "eval_sv_opus100_pr_auc": 0.894816248396415,
+      "eval_sv_ud_pr_auc": 0.9443293628597116,
+      "eval_ta_ersatz_pr_auc": 0.9802134625943107,
+      "eval_ta_opus100_pr_auc": 0.7161093461512331,
+      "eval_ta_ud_pr_auc": 0.9890640838921222,
+      "eval_te_opus100_pr_auc": 0.8426940207572212,
+      "eval_tg_opus100_pr_auc": 0.8990144392488129,
+      "eval_th_opus100_pr_auc": 0.6881234951752493,
+      "eval_th_ud_pr_auc": 0.8395604815619585,
+      "eval_tr_ersatz_pr_auc": 0.9652916875310638,
+      "eval_tr_opus100_pr_auc": 0.8954996764089205,
+      "eval_tr_ud_pr_auc": 0.9553272190205921,
+      "eval_uk_opus100_pr_auc": 0.8825488882144974,
+      "eval_uk_ud_pr_auc": 0.9133047116150586,
+      "eval_ur_opus100_pr_auc": 0.5932675784181889,
+      "eval_ur_ud_pr_auc": 0.9929716738052636,
+      "eval_uz_opus100_pr_auc": 0.8847687320903065,
+      "eval_vi_opus100_pr_auc": 0.8988395978429887,
+      "eval_vi_ud_pr_auc": 0.9514616878986409,
+      "eval_xh_opus100_pr_auc": 0.8864458981193062,
+      "eval_yi_opus100_pr_auc": 0.7059548015936398,
+      "eval_yo_opus100_pr_auc": 0.8264700711205997,
+      "eval_yo_ud_pr_auc": 0.9105423619280711,
+      "eval_zh_ersatz_pr_auc": 0.9702233039326736,
+      "eval_zh_opus100_pr_auc": 0.8734222482479387,
+      "eval_zh_ud_pr_auc": 0.9925600223612746,
+      "eval_zu_opus100_pr_auc": 0.819851483771076,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.0241,
+      "step": 160050
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0239,
+      "step": 160100
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.024,
+      "step": 160150
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0238,
+      "step": 160200
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0239,
+      "step": 160250
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.0241,
+      "step": 160300
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0242,
+      "step": 160350
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.024,
+      "step": 160400
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.0241,
+      "step": 160450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.0244,
+      "step": 160500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.0241,
+      "step": 160550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.0237,
+      "step": 160600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0239,
+      "step": 160650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.0239,
+      "step": 160700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.0242,
+      "step": 160750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0238,
+      "step": 160800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0239,
+      "step": 160850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0241,
+      "step": 160900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0239,
+      "step": 160950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.0242,
+      "step": 161000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.0239,
+      "step": 161050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0238,
+      "step": 161100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.024,
+      "step": 161150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.0239,
+      "step": 161200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0238,
+      "step": 161250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.024,
+      "step": 161300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.0239,
+      "step": 161350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.0238,
+      "step": 161400
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.024,
+      "step": 161450
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.024,
+      "step": 161500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.024,
+      "step": 161550
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0238,
+      "step": 161600
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.0241,
+      "step": 161650
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.024,
+      "step": 161700
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.0241,
+      "step": 161750
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.0238,
+      "step": 161800
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0239,
+      "step": 161850
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.0238,
+      "step": 161900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.024,
+      "step": 161950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.024,
+      "step": 162000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.0239,
+      "step": 162050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.024,
+      "step": 162100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0239,
+      "step": 162150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.0242,
+      "step": 162200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.0239,
+      "step": 162250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.024,
+      "step": 162300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.024,
+      "step": 162350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.0239,
+      "step": 162400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.0241,
+      "step": 162450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.0239,
+      "step": 162500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0239,
+      "step": 162550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.024,
+      "step": 162600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.024,
+      "step": 162650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.0243,
+      "step": 162700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0239,
+      "step": 162750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0239,
+      "step": 162800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.024,
+      "step": 162850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.0237,
+      "step": 162900
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0239,
+      "step": 162950
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0241,
+      "step": 163000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.024,
+      "step": 163050
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0239,
+      "step": 163100
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0237,
+      "step": 163150
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0239,
+      "step": 163200
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0239,
+      "step": 163250
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0239,
+      "step": 163300
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0239,
+      "step": 163350
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.024,
+      "step": 163400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.024,
+      "step": 163450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0238,
+      "step": 163500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0239,
+      "step": 163550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.0239,
+      "step": 163600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.0239,
+      "step": 163650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.0241,
+      "step": 163700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.024,
+      "step": 163750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.0238,
+      "step": 163800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0241,
+      "step": 163850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0239,
+      "step": 163900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0238,
+      "step": 163950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0238,
+      "step": 164000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0241,
+      "step": 164050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.024,
+      "step": 164100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.024,
+      "step": 164150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0239,
+      "step": 164200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.0238,
+      "step": 164250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.0239,
+      "step": 164300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.0242,
+      "step": 164350
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.0239,
+      "step": 164400
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0241,
+      "step": 164450
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.0241,
+      "step": 164500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0241,
+      "step": 164550
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.024,
+      "step": 164600
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0239,
+      "step": 164650
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.024,
+      "step": 164700
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0238,
+      "step": 164750
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.024,
+      "step": 164800
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.0242,
+      "step": 164850
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.024,
+      "step": 164900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.0239,
+      "step": 164950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0238,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "eval_af_opus100_pr_auc": 0.7856469082237817,
+      "eval_af_ud_pr_auc": 0.9866478250128781,
+      "eval_am_opus100_pr_auc": 0.5714462987285063,
+      "eval_ar_ersatz_pr_auc": 0.9148758810756153,
+      "eval_ar_opus100_pr_auc": 0.7239415728456989,
+      "eval_ar_ud_pr_auc": 0.8985575714519067,
+      "eval_average_ersatz_pr_auc": 0.9679369569372823,
+      "eval_average_opus100_pr_auc": 0.8432911030638651,
+      "eval_average_ud_pr_auc": 0.9602822746569768,
+      "eval_az_opus100_pr_auc": 0.7486612788824053,
+      "eval_be_opus100_pr_auc": 0.7373632322337204,
+      "eval_be_ud_pr_auc": 0.8917193137349744,
+      "eval_bg_opus100_pr_auc": 0.9147264662526026,
+      "eval_bg_ud_pr_auc": 0.9949377376255922,
+      "eval_bn_opus100_pr_auc": 0.8424477096630122,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8966746609259327,
+      "eval_ca_ud_pr_auc": 0.994963942470674,
+      "eval_ceb_ud_pr_auc": 0.9981706899061993,
+      "eval_cs_ersatz_pr_auc": 0.9839884455460824,
+      "eval_cs_opus100_pr_auc": 0.9154094253854366,
+      "eval_cs_ud_pr_auc": 0.9574409785888648,
+      "eval_cy_opus100_pr_auc": 0.8006424186114964,
+      "eval_cy_ud_pr_auc": 0.9975763083681254,
+      "eval_da_opus100_pr_auc": 0.9114457803144458,
+      "eval_da_ud_pr_auc": 0.977794125101964,
+      "eval_de_ersatz_pr_auc": 0.9852672854930692,
+      "eval_de_opus100_pr_auc": 0.9096008961271767,
+      "eval_de_ud_pr_auc": 0.9834132810034101,
+      "eval_el_opus100_pr_auc": 0.9103741304601658,
+      "eval_el_ud_pr_auc": 0.9910866909360345,
+      "eval_en_ersatz_pr_auc": 0.9897343236695257,
+      "eval_en_opus100_pr_auc": 0.9218672525252185,
+      "eval_en_ud_pr_auc": 0.9692853444195518,
+      "eval_eo_opus100_pr_auc": 0.9212396716455156,
+      "eval_es_ersatz_pr_auc": 0.9961663601428561,
+      "eval_es_opus100_pr_auc": 0.9300929276137397,
+      "eval_es_ud_pr_auc": 0.9905784493913846,
+      "eval_et_ersatz_pr_auc": 0.980405446044386,
+      "eval_et_opus100_pr_auc": 0.9053121859554286,
+      "eval_et_ud_pr_auc": 0.948520109194591,
+      "eval_eu_opus100_pr_auc": 0.8761335894075216,
+      "eval_eu_ud_pr_auc": 0.9843426353167518,
+      "eval_fa_opus100_pr_auc": 0.609487278961086,
+      "eval_fa_ud_pr_auc": 0.992061629296781,
+      "eval_fi_ersatz_pr_auc": 0.9922623952781391,
+      "eval_fi_opus100_pr_auc": 0.9052478201473114,
+      "eval_fi_ud_pr_auc": 0.9544287219870909,
+      "eval_fr_ersatz_pr_auc": 0.9874239821947537,
+      "eval_fr_opus100_pr_auc": 0.9018448851656687,
+      "eval_fr_ud_pr_auc": 0.9845958397358476,
+      "eval_fy_opus100_pr_auc": 0.6926031989405069,
+      "eval_ga_opus100_pr_auc": 0.9031473751303896,
+      "eval_ga_ud_pr_auc": 0.7990581026054573,
+      "eval_gd_opus100_pr_auc": 0.6846091652884856,
+      "eval_gd_ud_pr_auc": 0.8050949984498464,
+      "eval_gl_opus100_pr_auc": 0.8873157934593793,
+      "eval_gl_ud_pr_auc": 0.9978543872611481,
+      "eval_gu_ersatz_pr_auc": 0.9427028314482562,
+      "eval_gu_opus100_pr_auc": 0.7670837525200629,
+      "eval_ha_opus100_pr_auc": 0.9196350891341313,
+      "eval_he_opus100_pr_auc": 0.8696107314002601,
+      "eval_he_ud_pr_auc": 0.9689060805057674,
+      "eval_hi_ersatz_pr_auc": 0.9801643331273959,
+      "eval_hi_opus100_pr_auc": 0.7202847856193886,
+      "eval_hi_ud_pr_auc": 0.9701627404604682,
+      "eval_hu_opus100_pr_auc": 0.9144532071163414,
+      "eval_hu_ud_pr_auc": 0.9832944048466156,
+      "eval_hy_opus100_pr_auc": 0.9065253249606127,
+      "eval_hy_ud_pr_auc": 0.9619425055018405,
+      "eval_id_opus100_pr_auc": 0.8740243841499153,
+      "eval_id_ud_pr_auc": 0.9936061249703414,
+      "eval_ig_opus100_pr_auc": 0.8786249043289245,
+      "eval_is_opus100_pr_auc": 0.9200368468524549,
+      "eval_is_ud_pr_auc": 0.8889916345585644,
+      "eval_it_opus100_pr_auc": 0.9057455338494781,
+      "eval_it_ud_pr_auc": 0.9933244951010884,
+      "eval_ja_ersatz_pr_auc": 0.8680735313029532,
+      "eval_ja_opus100_pr_auc": 0.8487207849994476,
+      "eval_ja_ud_pr_auc": 0.9801352225733595,
+      "eval_jv_ud_pr_auc": 0.9703430987972785,
+      "eval_ka_opus100_pr_auc": 0.8670708572064327,
+      "eval_kk_ersatz_pr_auc": 0.9881033189095204,
+      "eval_kk_opus100_pr_auc": 0.800415736949376,
+      "eval_kk_ud_pr_auc": 0.9709618769210291,
+      "eval_km_ersatz_pr_auc": 0.9362398173812007,
+      "eval_km_opus100_pr_auc": 0.7542143901101191,
+      "eval_kn_opus100_pr_auc": 0.6652508127032105,
+      "eval_ko_opus100_pr_auc": 0.6978403239178242,
+      "eval_ko_ud_pr_auc": 0.9990061683810921,
+      "eval_ku_opus100_pr_auc": 0.8544536330746123,
+      "eval_ky_opus100_pr_auc": 0.8973496640068317,
+      "eval_la_ud_pr_auc": 0.9695448211536098,
+      "eval_loss": 0.02748076803982258,
+      "eval_lt_ersatz_pr_auc": 0.995152064505672,
+      "eval_lt_opus100_pr_auc": 0.8666643415763857,
+      "eval_lt_ud_pr_auc": 0.9955627142397432,
+      "eval_lv_ersatz_pr_auc": 0.988913634459123,
+      "eval_lv_opus100_pr_auc": 0.889054633466082,
+      "eval_lv_ud_pr_auc": 0.9596144130515302,
+      "eval_mg_opus100_pr_auc": 0.936244148625278,
+      "eval_mk_opus100_pr_auc": 0.91750858428534,
+      "eval_ml_opus100_pr_auc": 0.8003950278121146,
+      "eval_mn_opus100_pr_auc": 0.9572466059999588,
+      "eval_mr_opus100_pr_auc": 0.906779328929028,
+      "eval_mr_ud_pr_auc": 0.9793932443565382,
+      "eval_ms_opus100_pr_auc": 0.8567064552231175,
+      "eval_mt_opus100_pr_auc": 0.8498187762536479,
+      "eval_mt_ud_pr_auc": 0.8931241223038424,
+      "eval_my_opus100_pr_auc": 0.8368079475800241,
+      "eval_ne_opus100_pr_auc": 0.7752292635000817,
+      "eval_nl_opus100_pr_auc": 0.8981265476564742,
+      "eval_nl_ud_pr_auc": 0.9812858709978856,
+      "eval_no_opus100_pr_auc": 0.9160248326508742,
+      "eval_no_ud_pr_auc": 0.9956279455940943,
+      "eval_pa_opus100_pr_auc": 0.7105097878096127,
+      "eval_pl_ersatz_pr_auc": 0.9623808469907006,
+      "eval_pl_opus100_pr_auc": 0.8942496692906277,
+      "eval_pl_ud_pr_auc": 0.9674555562149509,
+      "eval_ps_ersatz_pr_auc": 0.9116333361800574,
+      "eval_ps_opus100_pr_auc": 0.749478027844294,
+      "eval_pt_opus100_pr_auc": 0.9214257334144602,
+      "eval_pt_ud_pr_auc": 0.9847572531657214,
+      "eval_ro_ersatz_pr_auc": 0.9932068148318293,
+      "eval_ro_opus100_pr_auc": 0.88147782079989,
+      "eval_ro_ud_pr_auc": 0.9351550760011225,
+      "eval_ru_ersatz_pr_auc": 0.9924973161921608,
+      "eval_ru_opus100_pr_auc": 0.9238980096786967,
+      "eval_ru_ud_pr_auc": 0.8640601813202415,
+      "eval_runtime": 603.8241,
+      "eval_samples_per_second": 124.96,
+      "eval_si_opus100_pr_auc": 0.810190464508574,
+      "eval_sk_opus100_pr_auc": 0.9261557455971281,
+      "eval_sk_ud_pr_auc": 0.9776804021591687,
+      "eval_sl_opus100_pr_auc": 0.8646031820547994,
+      "eval_sl_ud_pr_auc": 0.9668995314760969,
+      "eval_sq_opus100_pr_auc": 0.9271091835758649,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9083692384248466,
+      "eval_sr_ud_pr_auc": 0.9988873554138817,
+      "eval_steps_per_second": 0.977,
+      "eval_sv_opus100_pr_auc": 0.8904883506424451,
+      "eval_sv_ud_pr_auc": 0.9389025509624359,
+      "eval_ta_ersatz_pr_auc": 0.9805905242234089,
+      "eval_ta_opus100_pr_auc": 0.7183567364130881,
+      "eval_ta_ud_pr_auc": 0.9900990560107783,
+      "eval_te_opus100_pr_auc": 0.8495031263878965,
+      "eval_tg_opus100_pr_auc": 0.9006833373460923,
+      "eval_th_opus100_pr_auc": 0.6922758111205778,
+      "eval_th_ud_pr_auc": 0.8477162781349139,
+      "eval_tr_ersatz_pr_auc": 0.960042561253161,
+      "eval_tr_opus100_pr_auc": 0.894126803322787,
+      "eval_tr_ud_pr_auc": 0.956230620244617,
+      "eval_uk_opus100_pr_auc": 0.8827264755922595,
+      "eval_uk_ud_pr_auc": 0.9155930767778497,
+      "eval_ur_opus100_pr_auc": 0.5907306939196048,
+      "eval_ur_ud_pr_auc": 0.9917356991385754,
+      "eval_uz_opus100_pr_auc": 0.8902987675120754,
+      "eval_vi_opus100_pr_auc": 0.8929241600010676,
+      "eval_vi_ud_pr_auc": 0.9559230937440993,
+      "eval_xh_opus100_pr_auc": 0.8638413664132922,
+      "eval_yi_opus100_pr_auc": 0.7317076268573699,
+      "eval_yo_opus100_pr_auc": 0.8466271831673404,
+      "eval_yo_ud_pr_auc": 0.903544173112714,
+      "eval_zh_ersatz_pr_auc": 0.9647880023703437,
+      "eval_zh_opus100_pr_auc": 0.8808930106981608,
+      "eval_zh_ud_pr_auc": 0.9884935853967446,
+      "eval_zu_opus100_pr_auc": 0.831990959491627,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0237,
+      "step": 165050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.0238,
+      "step": 165100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.0239,
+      "step": 165150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.0242,
+      "step": 165200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.024,
+      "step": 165250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.024,
+      "step": 165300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.024,
+      "step": 165350
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.0241,
+      "step": 165400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.0239,
+      "step": 165450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.0237,
+      "step": 165500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0239,
+      "step": 165550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0239,
+      "step": 165600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0239,
+      "step": 165650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0238,
+      "step": 165700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.0238,
+      "step": 165750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0238,
+      "step": 165800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.0238,
+      "step": 165850
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0238,
+      "step": 165900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.0238,
+      "step": 165950
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.024,
+      "step": 166000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.0239,
+      "step": 166050
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.024,
+      "step": 166100
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.0237,
+      "step": 166150
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0239,
+      "step": 166200
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.024,
+      "step": 166250
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0239,
+      "step": 166300
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.0239,
+      "step": 166350
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0239,
+      "step": 166400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.0237,
+      "step": 166450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0239,
+      "step": 166500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0239,
+      "step": 166550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.0241,
+      "step": 166600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.0239,
+      "step": 166650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.0238,
+      "step": 166700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0237,
+      "step": 166750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.0239,
+      "step": 166800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.0238,
+      "step": 166850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0238,
+      "step": 166900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.0238,
+      "step": 166950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.0242,
+      "step": 167000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0237,
+      "step": 167050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0239,
+      "step": 167100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.0239,
+      "step": 167150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0238,
+      "step": 167200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0238,
+      "step": 167250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0238,
+      "step": 167300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0239,
+      "step": 167350
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.0239,
+      "step": 167400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0235,
+      "step": 167450
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0237,
+      "step": 167500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.0238,
+      "step": 167550
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0239,
+      "step": 167600
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.0239,
+      "step": 167650
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0237,
+      "step": 167700
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0238,
+      "step": 167750
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0237,
+      "step": 167800
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.024,
+      "step": 167850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0239,
+      "step": 167900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0241,
+      "step": 167950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.024,
+      "step": 168000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0237,
+      "step": 168050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0242,
+      "step": 168100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0239,
+      "step": 168150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.0237,
+      "step": 168200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0237,
+      "step": 168250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.0239,
+      "step": 168300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.024,
+      "step": 168350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0241,
+      "step": 168400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0239,
+      "step": 168450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.024,
+      "step": 168500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0238,
+      "step": 168550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0239,
+      "step": 168600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.024,
+      "step": 168650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.0239,
+      "step": 168700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.0239,
+      "step": 168750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.0237,
+      "step": 168800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.024,
+      "step": 168850
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.024,
+      "step": 168900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.0236,
+      "step": 168950
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.0238,
+      "step": 169000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0237,
+      "step": 169050
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0235,
+      "step": 169100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.0238,
+      "step": 169150
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.024,
+      "step": 169200
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0237,
+      "step": 169250
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.0242,
+      "step": 169300
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.0239,
+      "step": 169350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.0239,
+      "step": 169400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0236,
+      "step": 169450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.024,
+      "step": 169500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0237,
+      "step": 169550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0239,
+      "step": 169600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0239,
+      "step": 169650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.0238,
+      "step": 169700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0238,
+      "step": 169750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0238,
+      "step": 169800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0236,
+      "step": 169850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0239,
+      "step": 169900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.0239,
+      "step": 169950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.0238,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "eval_af_opus100_pr_auc": 0.7967388478835863,
+      "eval_af_ud_pr_auc": 0.9882402867435731,
+      "eval_am_opus100_pr_auc": 0.6263890623793317,
+      "eval_ar_ersatz_pr_auc": 0.9162789368689513,
+      "eval_ar_opus100_pr_auc": 0.7306117723126843,
+      "eval_ar_ud_pr_auc": 0.887919778127731,
+      "eval_average_ersatz_pr_auc": 0.9702873147048361,
+      "eval_average_opus100_pr_auc": 0.8474315376101796,
+      "eval_average_ud_pr_auc": 0.9644963867556315,
+      "eval_az_opus100_pr_auc": 0.7712076662476268,
+      "eval_be_opus100_pr_auc": 0.7480076517909994,
+      "eval_be_ud_pr_auc": 0.9024685923251333,
+      "eval_bg_opus100_pr_auc": 0.92344189134524,
+      "eval_bg_ud_pr_auc": 0.9956472541423327,
+      "eval_bn_opus100_pr_auc": 0.8398107550516835,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8941354592792816,
+      "eval_ca_ud_pr_auc": 0.9949558535409628,
+      "eval_ceb_ud_pr_auc": 0.9996510765450458,
+      "eval_cs_ersatz_pr_auc": 0.9836256745602212,
+      "eval_cs_opus100_pr_auc": 0.914428768989148,
+      "eval_cs_ud_pr_auc": 0.9571958677739794,
+      "eval_cy_opus100_pr_auc": 0.8055204414475479,
+      "eval_cy_ud_pr_auc": 0.9966311357177506,
+      "eval_da_opus100_pr_auc": 0.9160524840207747,
+      "eval_da_ud_pr_auc": 0.9780954734441665,
+      "eval_de_ersatz_pr_auc": 0.9864524283388373,
+      "eval_de_opus100_pr_auc": 0.9066847089018238,
+      "eval_de_ud_pr_auc": 0.9815435650104731,
+      "eval_el_opus100_pr_auc": 0.9107909170141281,
+      "eval_el_ud_pr_auc": 0.993461286827858,
+      "eval_en_ersatz_pr_auc": 0.9913357168524655,
+      "eval_en_opus100_pr_auc": 0.9256518585661329,
+      "eval_en_ud_pr_auc": 0.9715926616798207,
+      "eval_eo_opus100_pr_auc": 0.9226269127441569,
+      "eval_es_ersatz_pr_auc": 0.9968996999836773,
+      "eval_es_opus100_pr_auc": 0.93448789519615,
+      "eval_es_ud_pr_auc": 0.9923482496321188,
+      "eval_et_ersatz_pr_auc": 0.9815943992021068,
+      "eval_et_opus100_pr_auc": 0.9092123243464124,
+      "eval_et_ud_pr_auc": 0.9564411737111982,
+      "eval_eu_opus100_pr_auc": 0.8816780552523046,
+      "eval_eu_ud_pr_auc": 0.9900831469453778,
+      "eval_fa_opus100_pr_auc": 0.6286173233806241,
+      "eval_fa_ud_pr_auc": 0.993841850452008,
+      "eval_fi_ersatz_pr_auc": 0.9928838692803251,
+      "eval_fi_opus100_pr_auc": 0.9161156692402714,
+      "eval_fi_ud_pr_auc": 0.9615769545936358,
+      "eval_fr_ersatz_pr_auc": 0.9895402520784067,
+      "eval_fr_opus100_pr_auc": 0.9088815721968142,
+      "eval_fr_ud_pr_auc": 0.9892617378567077,
+      "eval_fy_opus100_pr_auc": 0.693201377955713,
+      "eval_ga_opus100_pr_auc": 0.9048031879512037,
+      "eval_ga_ud_pr_auc": 0.8086772501071575,
+      "eval_gd_opus100_pr_auc": 0.7023558545994114,
+      "eval_gd_ud_pr_auc": 0.8262794492616595,
+      "eval_gl_opus100_pr_auc": 0.8853322333859602,
+      "eval_gl_ud_pr_auc": 0.9978468272180016,
+      "eval_gu_ersatz_pr_auc": 0.9485082145710593,
+      "eval_gu_opus100_pr_auc": 0.7612311831714345,
+      "eval_ha_opus100_pr_auc": 0.9260603724417956,
+      "eval_he_opus100_pr_auc": 0.867523279128635,
+      "eval_he_ud_pr_auc": 0.9764966118653129,
+      "eval_hi_ersatz_pr_auc": 0.9788883314069469,
+      "eval_hi_opus100_pr_auc": 0.7228894320763968,
+      "eval_hi_ud_pr_auc": 0.9741850121436815,
+      "eval_hu_opus100_pr_auc": 0.9133652021945361,
+      "eval_hu_ud_pr_auc": 0.9825935093031073,
+      "eval_hy_opus100_pr_auc": 0.9102105134247124,
+      "eval_hy_ud_pr_auc": 0.977638647056549,
+      "eval_id_opus100_pr_auc": 0.890128362435211,
+      "eval_id_ud_pr_auc": 0.9915989917287932,
+      "eval_ig_opus100_pr_auc": 0.8884034994782597,
+      "eval_is_opus100_pr_auc": 0.9289017521935022,
+      "eval_is_ud_pr_auc": 0.9078432997488375,
+      "eval_it_opus100_pr_auc": 0.910088743991143,
+      "eval_it_ud_pr_auc": 0.996410128867685,
+      "eval_ja_ersatz_pr_auc": 0.8756748264052102,
+      "eval_ja_opus100_pr_auc": 0.8397302699166906,
+      "eval_ja_ud_pr_auc": 0.9787915866319675,
+      "eval_jv_ud_pr_auc": 0.9716791768222868,
+      "eval_ka_opus100_pr_auc": 0.862707778817818,
+      "eval_kk_ersatz_pr_auc": 0.9883877813892223,
+      "eval_kk_opus100_pr_auc": 0.7846998611636872,
+      "eval_kk_ud_pr_auc": 0.9759285717181212,
+      "eval_km_ersatz_pr_auc": 0.9287347737012995,
+      "eval_km_opus100_pr_auc": 0.7486430173972825,
+      "eval_kn_opus100_pr_auc": 0.6591962805298203,
+      "eval_ko_opus100_pr_auc": 0.7062810939756788,
+      "eval_ko_ud_pr_auc": 0.9990453577062297,
+      "eval_ku_opus100_pr_auc": 0.8633698858008699,
+      "eval_ky_opus100_pr_auc": 0.9017853381004658,
+      "eval_la_ud_pr_auc": 0.9713531239497237,
+      "eval_loss": 0.027554327622056007,
+      "eval_lt_ersatz_pr_auc": 0.9948644245774981,
+      "eval_lt_opus100_pr_auc": 0.8857051015782963,
+      "eval_lt_ud_pr_auc": 0.9957213376606296,
+      "eval_lv_ersatz_pr_auc": 0.9908916015844168,
+      "eval_lv_opus100_pr_auc": 0.8921972908456456,
+      "eval_lv_ud_pr_auc": 0.9667650827993022,
+      "eval_mg_opus100_pr_auc": 0.9415272401760912,
+      "eval_mk_opus100_pr_auc": 0.9222189912991965,
+      "eval_ml_opus100_pr_auc": 0.7981115180701259,
+      "eval_mn_opus100_pr_auc": 0.9537171409445347,
+      "eval_mr_opus100_pr_auc": 0.8956491158917749,
+      "eval_mr_ud_pr_auc": 0.9813969480984349,
+      "eval_ms_opus100_pr_auc": 0.8740028572742182,
+      "eval_mt_opus100_pr_auc": 0.8665406815369546,
+      "eval_mt_ud_pr_auc": 0.8877320799911377,
+      "eval_my_opus100_pr_auc": 0.8268927099832415,
+      "eval_ne_opus100_pr_auc": 0.761395798230841,
+      "eval_nl_opus100_pr_auc": 0.8968705544091774,
+      "eval_nl_ud_pr_auc": 0.9812630345339426,
+      "eval_no_opus100_pr_auc": 0.9231755621429165,
+      "eval_no_ud_pr_auc": 0.995652737917992,
+      "eval_pa_opus100_pr_auc": 0.6904215596101333,
+      "eval_pl_ersatz_pr_auc": 0.9681946097859704,
+      "eval_pl_opus100_pr_auc": 0.8967522198697487,
+      "eval_pl_ud_pr_auc": 0.9652946055438523,
+      "eval_ps_ersatz_pr_auc": 0.9287923609681001,
+      "eval_ps_opus100_pr_auc": 0.7530559428510957,
+      "eval_pt_opus100_pr_auc": 0.9258635019855342,
+      "eval_pt_ud_pr_auc": 0.9872855660512826,
+      "eval_ro_ersatz_pr_auc": 0.9940698474379062,
+      "eval_ro_opus100_pr_auc": 0.879630601022776,
+      "eval_ro_ud_pr_auc": 0.9792766752586104,
+      "eval_ru_ersatz_pr_auc": 0.9922874502706922,
+      "eval_ru_opus100_pr_auc": 0.9272089213453825,
+      "eval_ru_ud_pr_auc": 0.8821712040752779,
+      "eval_runtime": 609.2596,
+      "eval_samples_per_second": 123.845,
+      "eval_si_opus100_pr_auc": 0.8131591620728243,
+      "eval_sk_opus100_pr_auc": 0.9330703608183895,
+      "eval_sk_ud_pr_auc": 0.9800170399036345,
+      "eval_sl_opus100_pr_auc": 0.8738583995379847,
+      "eval_sl_ud_pr_auc": 0.9695136498103475,
+      "eval_sq_opus100_pr_auc": 0.933502048934311,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9104382334901238,
+      "eval_sr_ud_pr_auc": 0.9990770430365667,
+      "eval_steps_per_second": 0.968,
+      "eval_sv_opus100_pr_auc": 0.9033892315111299,
+      "eval_sv_ud_pr_auc": 0.944497514527229,
+      "eval_ta_ersatz_pr_auc": 0.9852089787374725,
+      "eval_ta_opus100_pr_auc": 0.7281776488668192,
+      "eval_ta_ud_pr_auc": 0.9957265951321389,
+      "eval_te_opus100_pr_auc": 0.8403578380049234,
+      "eval_tg_opus100_pr_auc": 0.8941631263140433,
+      "eval_th_opus100_pr_auc": 0.6833512200450301,
+      "eval_th_ud_pr_auc": 0.8532819781031561,
+      "eval_tr_ersatz_pr_auc": 0.9621991575910007,
+      "eval_tr_opus100_pr_auc": 0.8983360033143265,
+      "eval_tr_ud_pr_auc": 0.9540737218561488,
+      "eval_uk_opus100_pr_auc": 0.8768813018049763,
+      "eval_uk_ud_pr_auc": 0.9222347551788569,
+      "eval_ur_opus100_pr_auc": 0.5976083303637144,
+      "eval_ur_ud_pr_auc": 0.9938087868484721,
+      "eval_uz_opus100_pr_auc": 0.8896824476038112,
+      "eval_vi_opus100_pr_auc": 0.9000369473885391,
+      "eval_vi_ud_pr_auc": 0.9500680288044429,
+      "eval_xh_opus100_pr_auc": 0.8801880535762152,
+      "eval_yi_opus100_pr_auc": 0.7869227836213603,
+      "eval_yo_opus100_pr_auc": 0.8474316656684904,
+      "eval_yo_ud_pr_auc": 0.9327904167977992,
+      "eval_zh_ersatz_pr_auc": 0.9710075879146092,
+      "eval_zh_opus100_pr_auc": 0.8767357785496581,
+      "eval_zh_ud_pr_auc": 0.9913217539427549,
+      "eval_zu_opus100_pr_auc": 0.829157635763416,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0237,
+      "step": 170050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0237,
+      "step": 170100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0238,
+      "step": 170150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.0237,
+      "step": 170200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0238,
+      "step": 170250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0236,
+      "step": 170300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0238,
+      "step": 170350
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0237,
+      "step": 170400
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0238,
+      "step": 170450
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.0237,
+      "step": 170500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0237,
+      "step": 170550
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0238,
+      "step": 170600
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.024,
+      "step": 170650
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.0235,
+      "step": 170700
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.0237,
+      "step": 170750
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.024,
+      "step": 170800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0238,
+      "step": 170850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.0237,
+      "step": 170900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0237,
+      "step": 170950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.0237,
+      "step": 171000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.0236,
+      "step": 171050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.0237,
+      "step": 171100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0237,
+      "step": 171150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0236,
+      "step": 171200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.024,
+      "step": 171250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0237,
+      "step": 171300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.024,
+      "step": 171350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.0238,
+      "step": 171400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0238,
+      "step": 171450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0237,
+      "step": 171500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.024,
+      "step": 171550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.0238,
+      "step": 171600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0237,
+      "step": 171650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.0235,
+      "step": 171700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0237,
+      "step": 171750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0237,
+      "step": 171800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0236,
+      "step": 171850
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.0239,
+      "step": 171900
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0236,
+      "step": 171950
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.0239,
+      "step": 172000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.0238,
+      "step": 172050
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.0238,
+      "step": 172100
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0241,
+      "step": 172150
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.0239,
+      "step": 172200
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.0238,
+      "step": 172250
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0235,
+      "step": 172300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0238,
+      "step": 172350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.024,
+      "step": 172400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.0238,
+      "step": 172450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0236,
+      "step": 172500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0238,
+      "step": 172550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.024,
+      "step": 172600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0237,
+      "step": 172650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.024,
+      "step": 172700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.0235,
+      "step": 172750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.0238,
+      "step": 172800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0238,
+      "step": 172850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.0239,
+      "step": 172900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0237,
+      "step": 172950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0239,
+      "step": 173000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.0238,
+      "step": 173050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0238,
+      "step": 173100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.024,
+      "step": 173150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.0239,
+      "step": 173200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.0239,
+      "step": 173250
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.0237,
+      "step": 173300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0239,
+      "step": 173350
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0235,
+      "step": 173400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.0235,
+      "step": 173450
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.0238,
+      "step": 173500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0238,
+      "step": 173550
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0238,
+      "step": 173600
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0239,
+      "step": 173650
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.024,
+      "step": 173700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.0239,
+      "step": 173750
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.0237,
+      "step": 173800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0237,
+      "step": 173850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0237,
+      "step": 173900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.0239,
+      "step": 173950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0239,
+      "step": 174000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.0237,
+      "step": 174050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0237,
+      "step": 174100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.0237,
+      "step": 174150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0238,
+      "step": 174200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0238,
+      "step": 174250
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0236,
+      "step": 174300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0237,
+      "step": 174350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0237,
+      "step": 174400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.024,
+      "step": 174450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.0239,
+      "step": 174500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0237,
+      "step": 174550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.0239,
+      "step": 174600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0236,
+      "step": 174650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.0236,
+      "step": 174700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0238,
+      "step": 174750
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0236,
+      "step": 174800
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0237,
+      "step": 174850
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.0236,
+      "step": 174900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.024,
+      "step": 174950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0238,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "eval_af_opus100_pr_auc": 0.7875216553424027,
+      "eval_af_ud_pr_auc": 0.9970351693191737,
+      "eval_am_opus100_pr_auc": 0.6236544298846052,
+      "eval_ar_ersatz_pr_auc": 0.922124185488744,
+      "eval_ar_opus100_pr_auc": 0.7271762019871192,
+      "eval_ar_ud_pr_auc": 0.8898058316394517,
+      "eval_average_ersatz_pr_auc": 0.9703125612631219,
+      "eval_average_opus100_pr_auc": 0.8407606599178475,
+      "eval_average_ud_pr_auc": 0.9655034642490923,
+      "eval_az_opus100_pr_auc": 0.7678021973737064,
+      "eval_be_opus100_pr_auc": 0.7249412716245632,
+      "eval_be_ud_pr_auc": 0.9000796267491619,
+      "eval_bg_opus100_pr_auc": 0.9204848409574682,
+      "eval_bg_ud_pr_auc": 0.9962025736236417,
+      "eval_bn_opus100_pr_auc": 0.8290372223826437,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8969052987513597,
+      "eval_ca_ud_pr_auc": 0.9951087999199717,
+      "eval_ceb_ud_pr_auc": 0.9984791371109517,
+      "eval_cs_ersatz_pr_auc": 0.9836743181591519,
+      "eval_cs_opus100_pr_auc": 0.9138867260593223,
+      "eval_cs_ud_pr_auc": 0.9579180226258515,
+      "eval_cy_opus100_pr_auc": 0.8011517062178574,
+      "eval_cy_ud_pr_auc": 0.9975415608348345,
+      "eval_da_opus100_pr_auc": 0.91259510175799,
+      "eval_da_ud_pr_auc": 0.979276864512495,
+      "eval_de_ersatz_pr_auc": 0.9886451595100703,
+      "eval_de_opus100_pr_auc": 0.9044982644189536,
+      "eval_de_ud_pr_auc": 0.9846102323267445,
+      "eval_el_opus100_pr_auc": 0.910962159764555,
+      "eval_el_ud_pr_auc": 0.9948668115779746,
+      "eval_en_ersatz_pr_auc": 0.9912604603224633,
+      "eval_en_opus100_pr_auc": 0.9248238252345619,
+      "eval_en_ud_pr_auc": 0.9826846479687062,
+      "eval_eo_opus100_pr_auc": 0.9255145158686513,
+      "eval_es_ersatz_pr_auc": 0.996904509550637,
+      "eval_es_opus100_pr_auc": 0.9290827798367511,
+      "eval_es_ud_pr_auc": 0.9909514777328677,
+      "eval_et_ersatz_pr_auc": 0.9813797615677112,
+      "eval_et_opus100_pr_auc": 0.9020263271912777,
+      "eval_et_ud_pr_auc": 0.9678909577979669,
+      "eval_eu_opus100_pr_auc": 0.8800897414754784,
+      "eval_eu_ud_pr_auc": 0.9883115691416344,
+      "eval_fa_opus100_pr_auc": 0.6071322812578024,
+      "eval_fa_ud_pr_auc": 0.9954077391147046,
+      "eval_fi_ersatz_pr_auc": 0.9940501451404077,
+      "eval_fi_opus100_pr_auc": 0.9083880218769754,
+      "eval_fi_ud_pr_auc": 0.9639568901822264,
+      "eval_fr_ersatz_pr_auc": 0.9907505540122927,
+      "eval_fr_opus100_pr_auc": 0.9045286141242791,
+      "eval_fr_ud_pr_auc": 0.9894802390060056,
+      "eval_fy_opus100_pr_auc": 0.6802688620491026,
+      "eval_ga_opus100_pr_auc": 0.9075544164655219,
+      "eval_ga_ud_pr_auc": 0.802445688169722,
+      "eval_gd_opus100_pr_auc": 0.668678771698098,
+      "eval_gd_ud_pr_auc": 0.8175747336252263,
+      "eval_gl_opus100_pr_auc": 0.8825905043894424,
+      "eval_gl_ud_pr_auc": 0.9986767383960315,
+      "eval_gu_ersatz_pr_auc": 0.9431459250971941,
+      "eval_gu_opus100_pr_auc": 0.7545539870558847,
+      "eval_ha_opus100_pr_auc": 0.9239782415019676,
+      "eval_he_opus100_pr_auc": 0.8743966268352414,
+      "eval_he_ud_pr_auc": 0.9706855261249066,
+      "eval_hi_ersatz_pr_auc": 0.9784057040171876,
+      "eval_hi_opus100_pr_auc": 0.7118932833772577,
+      "eval_hi_ud_pr_auc": 0.9790472025598392,
+      "eval_hu_opus100_pr_auc": 0.9091703954093827,
+      "eval_hu_ud_pr_auc": 0.9838906636228848,
+      "eval_hy_opus100_pr_auc": 0.8981100286221729,
+      "eval_hy_ud_pr_auc": 0.9683491706751237,
+      "eval_id_opus100_pr_auc": 0.8883819554731358,
+      "eval_id_ud_pr_auc": 0.9932884168248683,
+      "eval_ig_opus100_pr_auc": 0.8768118156342607,
+      "eval_is_opus100_pr_auc": 0.9288864192601403,
+      "eval_is_ud_pr_auc": 0.9187007026956822,
+      "eval_it_opus100_pr_auc": 0.9035170283821757,
+      "eval_it_ud_pr_auc": 0.9948910981155165,
+      "eval_ja_ersatz_pr_auc": 0.8792616376975274,
+      "eval_ja_opus100_pr_auc": 0.825429785334938,
+      "eval_ja_ud_pr_auc": 0.9837259731806195,
+      "eval_jv_ud_pr_auc": 0.9620742709436991,
+      "eval_ka_opus100_pr_auc": 0.8630387601494051,
+      "eval_kk_ersatz_pr_auc": 0.9875358722211689,
+      "eval_kk_opus100_pr_auc": 0.7713265978146829,
+      "eval_kk_ud_pr_auc": 0.9719315460966819,
+      "eval_km_ersatz_pr_auc": 0.9334515954270151,
+      "eval_km_opus100_pr_auc": 0.748037538181966,
+      "eval_kn_opus100_pr_auc": 0.6512958744584694,
+      "eval_ko_opus100_pr_auc": 0.7103176514568349,
+      "eval_ko_ud_pr_auc": 0.9990709593342936,
+      "eval_ku_opus100_pr_auc": 0.8572446401659302,
+      "eval_ky_opus100_pr_auc": 0.8849544596637823,
+      "eval_la_ud_pr_auc": 0.9708229760960184,
+      "eval_loss": 0.02755395509302616,
+      "eval_lt_ersatz_pr_auc": 0.9949134855864976,
+      "eval_lt_opus100_pr_auc": 0.8810999990149858,
+      "eval_lt_ud_pr_auc": 0.996201458960063,
+      "eval_lv_ersatz_pr_auc": 0.9918584918706588,
+      "eval_lv_opus100_pr_auc": 0.8888764961154395,
+      "eval_lv_ud_pr_auc": 0.9692668042897631,
+      "eval_mg_opus100_pr_auc": 0.9377868577790819,
+      "eval_mk_opus100_pr_auc": 0.9211327148254514,
+      "eval_ml_opus100_pr_auc": 0.797500505074943,
+      "eval_mn_opus100_pr_auc": 0.9455208530438556,
+      "eval_mr_opus100_pr_auc": 0.897914929708306,
+      "eval_mr_ud_pr_auc": 0.9846365935204269,
+      "eval_ms_opus100_pr_auc": 0.8611339662526185,
+      "eval_mt_opus100_pr_auc": 0.8493425989422558,
+      "eval_mt_ud_pr_auc": 0.9142647399396289,
+      "eval_my_opus100_pr_auc": 0.8283717360245383,
+      "eval_ne_opus100_pr_auc": 0.7498102908374003,
+      "eval_nl_opus100_pr_auc": 0.8988223861071396,
+      "eval_nl_ud_pr_auc": 0.983634169847843,
+      "eval_no_opus100_pr_auc": 0.9165843108250493,
+      "eval_no_ud_pr_auc": 0.9960440886987657,
+      "eval_pa_opus100_pr_auc": 0.6771325039610988,
+      "eval_pl_ersatz_pr_auc": 0.9644629756704852,
+      "eval_pl_opus100_pr_auc": 0.8956981243286769,
+      "eval_pl_ud_pr_auc": 0.968952977380643,
+      "eval_ps_ersatz_pr_auc": 0.9255442523102496,
+      "eval_ps_opus100_pr_auc": 0.7355749659951285,
+      "eval_pt_opus100_pr_auc": 0.9234233363544117,
+      "eval_pt_ud_pr_auc": 0.9843522080171203,
+      "eval_ro_ersatz_pr_auc": 0.9933690230335163,
+      "eval_ro_opus100_pr_auc": 0.8658909144052379,
+      "eval_ro_ud_pr_auc": 0.959315595837587,
+      "eval_ru_ersatz_pr_auc": 0.9921995266357941,
+      "eval_ru_opus100_pr_auc": 0.9223216515028195,
+      "eval_ru_ud_pr_auc": 0.866253507467103,
+      "eval_runtime": 600.9518,
+      "eval_samples_per_second": 125.557,
+      "eval_si_opus100_pr_auc": 0.809851180091832,
+      "eval_sk_opus100_pr_auc": 0.9263859951220587,
+      "eval_sk_ud_pr_auc": 0.9842723461807479,
+      "eval_sl_opus100_pr_auc": 0.8725025591127226,
+      "eval_sl_ud_pr_auc": 0.9690364570981024,
+      "eval_sq_opus100_pr_auc": 0.9326341805959432,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9096777209097064,
+      "eval_sr_ud_pr_auc": 0.9983898294759002,
+      "eval_steps_per_second": 0.982,
+      "eval_sv_opus100_pr_auc": 0.8926157379662393,
+      "eval_sv_ud_pr_auc": 0.9444270200121825,
+      "eval_ta_ersatz_pr_auc": 0.9806696398898332,
+      "eval_ta_opus100_pr_auc": 0.7245451061910649,
+      "eval_ta_ud_pr_auc": 0.994676216553273,
+      "eval_te_opus100_pr_auc": 0.8376263660686225,
+      "eval_tg_opus100_pr_auc": 0.8939488627864367,
+      "eval_th_opus100_pr_auc": 0.6887343635961208,
+      "eval_th_ud_pr_auc": 0.8631057586130918,
+      "eval_tr_ersatz_pr_auc": 0.9663099238627507,
+      "eval_tr_opus100_pr_auc": 0.8988639536478048,
+      "eval_tr_ud_pr_auc": 0.9603254539101984,
+      "eval_uk_opus100_pr_auc": 0.8769760030524859,
+      "eval_uk_ud_pr_auc": 0.9190141277428062,
+      "eval_ur_opus100_pr_auc": 0.5953620555774369,
+      "eval_ur_ud_pr_auc": 0.9945141496326962,
+      "eval_uz_opus100_pr_auc": 0.881448949593052,
+      "eval_vi_opus100_pr_auc": 0.9014907866089191,
+      "eval_vi_ud_pr_auc": 0.9651891054282338,
+      "eval_xh_opus100_pr_auc": 0.878976746070601,
+      "eval_yi_opus100_pr_auc": 0.6813417569302951,
+      "eval_yo_opus100_pr_auc": 0.8311263594965683,
+      "eval_yo_ud_pr_auc": 0.9388502868468905,
+      "eval_zh_ersatz_pr_auc": 0.9669592007173257,
+      "eval_zh_opus100_pr_auc": 0.8702206172167196,
+      "eval_zh_ud_pr_auc": 0.9941907490997176,
+      "eval_zu_opus100_pr_auc": 0.8214648447623123,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0238,
+      "step": 175050
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0237,
+      "step": 175100
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.0239,
+      "step": 175150
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0236,
+      "step": 175200
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.0238,
+      "step": 175250
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0235,
+      "step": 175300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0237,
+      "step": 175350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0237,
+      "step": 175400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0236,
+      "step": 175450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0236,
+      "step": 175500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0239,
+      "step": 175550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0238,
+      "step": 175600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.0237,
+      "step": 175650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0237,
+      "step": 175700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0235,
+      "step": 175750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0235,
+      "step": 175800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.0235,
+      "step": 175850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0236,
+      "step": 175900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.0238,
+      "step": 175950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0236,
+      "step": 176000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.0236,
+      "step": 176050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0236,
+      "step": 176100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0236,
+      "step": 176150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0236,
+      "step": 176200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0236,
+      "step": 176250
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.0238,
+      "step": 176300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0236,
+      "step": 176350
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0236,
+      "step": 176400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.0238,
+      "step": 176450
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.0236,
+      "step": 176500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.0238,
+      "step": 176550
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.0237,
+      "step": 176600
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.0238,
+      "step": 176650
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.0239,
+      "step": 176700
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.0236,
+      "step": 176750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.0236,
+      "step": 176800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0236,
+      "step": 176850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0237,
+      "step": 176900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0239,
+      "step": 176950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.0239,
+      "step": 177000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.0236,
+      "step": 177050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.024,
+      "step": 177100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0238,
+      "step": 177150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0238,
+      "step": 177200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0237,
+      "step": 177250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.0237,
+      "step": 177300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0237,
+      "step": 177350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0234,
+      "step": 177400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0238,
+      "step": 177450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0235,
+      "step": 177500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.0235,
+      "step": 177550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.0238,
+      "step": 177600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.0237,
+      "step": 177650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.0236,
+      "step": 177700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.0236,
+      "step": 177750
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.0234,
+      "step": 177800
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.0236,
+      "step": 177850
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0236,
+      "step": 177900
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.0235,
+      "step": 177950
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.0233,
+      "step": 178000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.0235,
+      "step": 178050
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0236,
+      "step": 178100
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0238,
+      "step": 178150
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0236,
+      "step": 178200
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0236,
+      "step": 178250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0235,
+      "step": 178300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.0236,
+      "step": 178350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0238,
+      "step": 178400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.0237,
+      "step": 178450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0238,
+      "step": 178500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0235,
+      "step": 178550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.0234,
+      "step": 178600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.0235,
+      "step": 178650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.0235,
+      "step": 178700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.0239,
+      "step": 178750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.0238,
+      "step": 178800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.0236,
+      "step": 178850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0236,
+      "step": 178900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0235,
+      "step": 178950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.0239,
+      "step": 179000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.0238,
+      "step": 179050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0235,
+      "step": 179100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0236,
+      "step": 179150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0235,
+      "step": 179200
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.0236,
+      "step": 179250
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.0236,
+      "step": 179300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0239,
+      "step": 179350
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.0237,
+      "step": 179400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.0237,
+      "step": 179450
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0236,
+      "step": 179500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.0234,
+      "step": 179550
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0236,
+      "step": 179600
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0235,
+      "step": 179650
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0236,
+      "step": 179700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.0237,
+      "step": 179750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.0236,
+      "step": 179800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0237,
+      "step": 179850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0235,
+      "step": 179900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0235,
+      "step": 179950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0236,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "eval_af_opus100_pr_auc": 0.7841547375487387,
+      "eval_af_ud_pr_auc": 0.9920809508514803,
+      "eval_am_opus100_pr_auc": 0.6079117754372032,
+      "eval_ar_ersatz_pr_auc": 0.9248841313172895,
+      "eval_ar_opus100_pr_auc": 0.7345273235059836,
+      "eval_ar_ud_pr_auc": 0.8869905715455879,
+      "eval_average_ersatz_pr_auc": 0.9715778814906628,
+      "eval_average_opus100_pr_auc": 0.8456334851176045,
+      "eval_average_ud_pr_auc": 0.9647521095955062,
+      "eval_az_opus100_pr_auc": 0.79503610241313,
+      "eval_be_opus100_pr_auc": 0.726312560233459,
+      "eval_be_ud_pr_auc": 0.9088912466998222,
+      "eval_bg_opus100_pr_auc": 0.918492535820341,
+      "eval_bg_ud_pr_auc": 0.9966152040895884,
+      "eval_bn_opus100_pr_auc": 0.8486292542123457,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9016909167834322,
+      "eval_ca_ud_pr_auc": 0.9966863115089659,
+      "eval_ceb_ud_pr_auc": 0.9994364408052261,
+      "eval_cs_ersatz_pr_auc": 0.9859403918636463,
+      "eval_cs_opus100_pr_auc": 0.9170030728713774,
+      "eval_cs_ud_pr_auc": 0.9605315605180033,
+      "eval_cy_opus100_pr_auc": 0.7962449825873315,
+      "eval_cy_ud_pr_auc": 0.9977952562903449,
+      "eval_da_opus100_pr_auc": 0.9143127631494052,
+      "eval_da_ud_pr_auc": 0.9776227157517905,
+      "eval_de_ersatz_pr_auc": 0.9885371679142315,
+      "eval_de_opus100_pr_auc": 0.908963203991469,
+      "eval_de_ud_pr_auc": 0.9856211420562544,
+      "eval_el_opus100_pr_auc": 0.9171076484350548,
+      "eval_el_ud_pr_auc": 0.9940644058417467,
+      "eval_en_ersatz_pr_auc": 0.9923416644240695,
+      "eval_en_opus100_pr_auc": 0.9209040331285823,
+      "eval_en_ud_pr_auc": 0.9735157673606281,
+      "eval_eo_opus100_pr_auc": 0.9263444562457815,
+      "eval_es_ersatz_pr_auc": 0.9966766028938014,
+      "eval_es_opus100_pr_auc": 0.9288534835587068,
+      "eval_es_ud_pr_auc": 0.9915345366051893,
+      "eval_et_ersatz_pr_auc": 0.9825327627505778,
+      "eval_et_opus100_pr_auc": 0.9177332315415566,
+      "eval_et_ud_pr_auc": 0.9625897090483808,
+      "eval_eu_opus100_pr_auc": 0.8830004124137272,
+      "eval_eu_ud_pr_auc": 0.9906877827560852,
+      "eval_fa_opus100_pr_auc": 0.6194257449467426,
+      "eval_fa_ud_pr_auc": 0.992554271057152,
+      "eval_fi_ersatz_pr_auc": 0.9935180658722139,
+      "eval_fi_opus100_pr_auc": 0.9198228212562188,
+      "eval_fi_ud_pr_auc": 0.9629113561144509,
+      "eval_fr_ersatz_pr_auc": 0.9907523050620022,
+      "eval_fr_opus100_pr_auc": 0.9098585659952186,
+      "eval_fr_ud_pr_auc": 0.9875785223091629,
+      "eval_fy_opus100_pr_auc": 0.6773216784199406,
+      "eval_ga_opus100_pr_auc": 0.9079173729190779,
+      "eval_ga_ud_pr_auc": 0.8193716023922063,
+      "eval_gd_opus100_pr_auc": 0.6772550500594648,
+      "eval_gd_ud_pr_auc": 0.8131679156974906,
+      "eval_gl_opus100_pr_auc": 0.8861824203990967,
+      "eval_gl_ud_pr_auc": 0.9983108581747678,
+      "eval_gu_ersatz_pr_auc": 0.9419523475554916,
+      "eval_gu_opus100_pr_auc": 0.7635975948154532,
+      "eval_ha_opus100_pr_auc": 0.9267427686207375,
+      "eval_he_opus100_pr_auc": 0.8700875304225852,
+      "eval_he_ud_pr_auc": 0.9808802708228848,
+      "eval_hi_ersatz_pr_auc": 0.9792722427473701,
+      "eval_hi_opus100_pr_auc": 0.7274697609313209,
+      "eval_hi_ud_pr_auc": 0.9713463122451715,
+      "eval_hu_opus100_pr_auc": 0.9170531534245163,
+      "eval_hu_ud_pr_auc": 0.9862846341473801,
+      "eval_hy_opus100_pr_auc": 0.9065678793902281,
+      "eval_hy_ud_pr_auc": 0.9713760993651711,
+      "eval_id_opus100_pr_auc": 0.8885679820986845,
+      "eval_id_ud_pr_auc": 0.9934252036717419,
+      "eval_ig_opus100_pr_auc": 0.8627032182134314,
+      "eval_is_opus100_pr_auc": 0.9298096909273617,
+      "eval_is_ud_pr_auc": 0.9122123404532924,
+      "eval_it_opus100_pr_auc": 0.9104777357535521,
+      "eval_it_ud_pr_auc": 0.9923017035941291,
+      "eval_ja_ersatz_pr_auc": 0.8868940805538725,
+      "eval_ja_opus100_pr_auc": 0.8512502415015158,
+      "eval_ja_ud_pr_auc": 0.9874524879242277,
+      "eval_jv_ud_pr_auc": 0.9721955960502955,
+      "eval_ka_opus100_pr_auc": 0.8620955694330233,
+      "eval_kk_ersatz_pr_auc": 0.9883299897048894,
+      "eval_kk_opus100_pr_auc": 0.7825764960247269,
+      "eval_kk_ud_pr_auc": 0.9743848904135192,
+      "eval_km_ersatz_pr_auc": 0.9371891213236923,
+      "eval_km_opus100_pr_auc": 0.7646309208994873,
+      "eval_kn_opus100_pr_auc": 0.6647742848499412,
+      "eval_ko_opus100_pr_auc": 0.6929826283274824,
+      "eval_ko_ud_pr_auc": 0.9984638966104826,
+      "eval_ku_opus100_pr_auc": 0.8552021104848766,
+      "eval_ky_opus100_pr_auc": 0.8987387412049429,
+      "eval_la_ud_pr_auc": 0.9694109522096743,
+      "eval_loss": 0.02720457687973976,
+      "eval_lt_ersatz_pr_auc": 0.9952311605286508,
+      "eval_lt_opus100_pr_auc": 0.877418234104843,
+      "eval_lt_ud_pr_auc": 0.9971272223471347,
+      "eval_lv_ersatz_pr_auc": 0.9911336434863848,
+      "eval_lv_opus100_pr_auc": 0.8868329121012751,
+      "eval_lv_ud_pr_auc": 0.9659456003176384,
+      "eval_mg_opus100_pr_auc": 0.9460669304744416,
+      "eval_mk_opus100_pr_auc": 0.9267594328956368,
+      "eval_ml_opus100_pr_auc": 0.8134988751269173,
+      "eval_mn_opus100_pr_auc": 0.950626981520232,
+      "eval_mr_opus100_pr_auc": 0.9107924462612411,
+      "eval_mr_ud_pr_auc": 0.973545834573728,
+      "eval_ms_opus100_pr_auc": 0.8669448659342572,
+      "eval_mt_opus100_pr_auc": 0.8541083100372701,
+      "eval_mt_ud_pr_auc": 0.8880052082726806,
+      "eval_my_opus100_pr_auc": 0.827146637371996,
+      "eval_ne_opus100_pr_auc": 0.7530372352774172,
+      "eval_nl_opus100_pr_auc": 0.8995851885740868,
+      "eval_nl_ud_pr_auc": 0.9835787854944071,
+      "eval_no_opus100_pr_auc": 0.9191042080782186,
+      "eval_no_ud_pr_auc": 0.995813555373254,
+      "eval_pa_opus100_pr_auc": 0.6923265523046772,
+      "eval_pl_ersatz_pr_auc": 0.9723674216930547,
+      "eval_pl_opus100_pr_auc": 0.8973961206751893,
+      "eval_pl_ud_pr_auc": 0.9714775030827715,
+      "eval_ps_ersatz_pr_auc": 0.9261934140012846,
+      "eval_ps_opus100_pr_auc": 0.7455159314432077,
+      "eval_pt_opus100_pr_auc": 0.917668509101888,
+      "eval_pt_ud_pr_auc": 0.9862861133431543,
+      "eval_ro_ersatz_pr_auc": 0.9929370350125473,
+      "eval_ro_opus100_pr_auc": 0.8872341183059893,
+      "eval_ro_ud_pr_auc": 0.9580901931192528,
+      "eval_ru_ersatz_pr_auc": 0.9929230060159161,
+      "eval_ru_opus100_pr_auc": 0.9313795218321439,
+      "eval_ru_ud_pr_auc": 0.8815694116138914,
+      "eval_runtime": 611.029,
+      "eval_samples_per_second": 123.487,
+      "eval_si_opus100_pr_auc": 0.8140448110650829,
+      "eval_sk_opus100_pr_auc": 0.9354899016978581,
+      "eval_sk_ud_pr_auc": 0.9803776882216232,
+      "eval_sl_opus100_pr_auc": 0.8851918011942389,
+      "eval_sl_ud_pr_auc": 0.9707270951296759,
+      "eval_sq_opus100_pr_auc": 0.9296693001477055,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9135991441789324,
+      "eval_sr_ud_pr_auc": 0.9989824053815699,
+      "eval_steps_per_second": 0.966,
+      "eval_sv_opus100_pr_auc": 0.8991867893631367,
+      "eval_sv_ud_pr_auc": 0.9443555058472798,
+      "eval_ta_ersatz_pr_auc": 0.9842842702365914,
+      "eval_ta_opus100_pr_auc": 0.7245186847400552,
+      "eval_ta_ud_pr_auc": 0.997533454404455,
+      "eval_te_opus100_pr_auc": 0.847778185454437,
+      "eval_tg_opus100_pr_auc": 0.8931262234284054,
+      "eval_th_opus100_pr_auc": 0.6856511282312422,
+      "eval_th_ud_pr_auc": 0.8446111576652447,
+      "eval_tr_ersatz_pr_auc": 0.9671256476680008,
+      "eval_tr_opus100_pr_auc": 0.9011175523247839,
+      "eval_tr_ud_pr_auc": 0.9569268935874216,
+      "eval_uk_opus100_pr_auc": 0.8819187023334297,
+      "eval_uk_ud_pr_auc": 0.9299558404057464,
+      "eval_ur_opus100_pr_auc": 0.5854902707170373,
+      "eval_ur_ud_pr_auc": 0.9943351043448946,
+      "eval_uz_opus100_pr_auc": 0.890873778349156,
+      "eval_vi_opus100_pr_auc": 0.8997047769775222,
+      "eval_vi_ud_pr_auc": 0.9582505480258023,
+      "eval_xh_opus100_pr_auc": 0.8829929360031081,
+      "eval_yi_opus100_pr_auc": 0.706586765314241,
+      "eval_yo_opus100_pr_auc": 0.834117877775399,
+      "eval_yo_ud_pr_auc": 0.9202686977852124,
+      "eval_zh_ersatz_pr_auc": 0.9636969201689949,
+      "eval_zh_opus100_pr_auc": 0.8810165113928324,
+      "eval_zh_ud_pr_auc": 0.994813913624715,
+      "eval_zu_opus100_pr_auc": 0.8260931723367787,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.0235,
+      "step": 180050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0236,
+      "step": 180100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0236,
+      "step": 180150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.0236,
+      "step": 180200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.0236,
+      "step": 180250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.0235,
+      "step": 180300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0236,
+      "step": 180350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.0236,
+      "step": 180400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.024,
+      "step": 180450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0235,
+      "step": 180500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0235,
+      "step": 180550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0234,
+      "step": 180600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.0236,
+      "step": 180650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0237,
+      "step": 180700
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.0237,
+      "step": 180750
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0236,
+      "step": 180800
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0236,
+      "step": 180850
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.0235,
+      "step": 180900
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.0236,
+      "step": 180950
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0234,
+      "step": 181000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.0239,
+      "step": 181050
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.0238,
+      "step": 181100
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.0233,
+      "step": 181150
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0234,
+      "step": 181200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0235,
+      "step": 181250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0234,
+      "step": 181300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0237,
+      "step": 181350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0236,
+      "step": 181400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.0234,
+      "step": 181450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0236,
+      "step": 181500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.0239,
+      "step": 181550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.0237,
+      "step": 181600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.0236,
+      "step": 181650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.0235,
+      "step": 181700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0237,
+      "step": 181750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0233,
+      "step": 181800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.024,
+      "step": 181850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0236,
+      "step": 181900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0239,
+      "step": 181950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0237,
+      "step": 182000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0236,
+      "step": 182050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0236,
+      "step": 182100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0233,
+      "step": 182150
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.0236,
+      "step": 182200
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0237,
+      "step": 182250
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0235,
+      "step": 182300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.0237,
+      "step": 182350
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.0237,
+      "step": 182400
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.0235,
+      "step": 182450
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.0236,
+      "step": 182500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.0233,
+      "step": 182550
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0236,
+      "step": 182600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.0238,
+      "step": 182650
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0236,
+      "step": 182700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.0235,
+      "step": 182750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.0237,
+      "step": 182800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.0236,
+      "step": 182850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.0236,
+      "step": 182900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0235,
+      "step": 182950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0236,
+      "step": 183000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.0237,
+      "step": 183050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.0237,
+      "step": 183100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.0234,
+      "step": 183150
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.0236,
+      "step": 183200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0236,
+      "step": 183250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.0236,
+      "step": 183300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0236,
+      "step": 183350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0233,
+      "step": 183400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.0234,
+      "step": 183450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0236,
+      "step": 183500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0235,
+      "step": 183550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.0239,
+      "step": 183600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.0237,
+      "step": 183650
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.0236,
+      "step": 183700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.0235,
+      "step": 183750
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0234,
+      "step": 183800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.0233,
+      "step": 183850
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.0236,
+      "step": 183900
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.0233,
+      "step": 183950
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.0235,
+      "step": 184000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0236,
+      "step": 184050
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0233,
+      "step": 184100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.0234,
+      "step": 184150
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0236,
+      "step": 184200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.0237,
+      "step": 184250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.0237,
+      "step": 184300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.0235,
+      "step": 184350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0236,
+      "step": 184400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0236,
+      "step": 184450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0239,
+      "step": 184500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.0235,
+      "step": 184550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.0237,
+      "step": 184600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0234,
+      "step": 184650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0235,
+      "step": 184700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.0236,
+      "step": 184750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0234,
+      "step": 184800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.0236,
+      "step": 184850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.0235,
+      "step": 184900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0235,
+      "step": 184950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0237,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "eval_af_opus100_pr_auc": 0.7776735196234513,
+      "eval_af_ud_pr_auc": 0.9900870271074448,
+      "eval_am_opus100_pr_auc": 0.5873760344293881,
+      "eval_ar_ersatz_pr_auc": 0.9207562068752122,
+      "eval_ar_opus100_pr_auc": 0.7258565088221599,
+      "eval_ar_ud_pr_auc": 0.885684040495773,
+      "eval_average_ersatz_pr_auc": 0.9712180706872843,
+      "eval_average_opus100_pr_auc": 0.8451278421847034,
+      "eval_average_ud_pr_auc": 0.9623633348920795,
+      "eval_az_opus100_pr_auc": 0.7883436488350662,
+      "eval_be_opus100_pr_auc": 0.7218621009715858,
+      "eval_be_ud_pr_auc": 0.8953424499556594,
+      "eval_bg_opus100_pr_auc": 0.9170789226609047,
+      "eval_bg_ud_pr_auc": 0.9949200488301323,
+      "eval_bn_opus100_pr_auc": 0.8362103502980448,
+      "eval_bn_ud_pr_auc": 0.9999999999999999,
+      "eval_ca_opus100_pr_auc": 0.8919114412147496,
+      "eval_ca_ud_pr_auc": 0.9908652838984641,
+      "eval_ceb_ud_pr_auc": 0.9994986541373065,
+      "eval_cs_ersatz_pr_auc": 0.9847527022569016,
+      "eval_cs_opus100_pr_auc": 0.9114420267450584,
+      "eval_cs_ud_pr_auc": 0.9576416990648705,
+      "eval_cy_opus100_pr_auc": 0.7994365629098567,
+      "eval_cy_ud_pr_auc": 0.9976895224190244,
+      "eval_da_opus100_pr_auc": 0.9128671117882987,
+      "eval_da_ud_pr_auc": 0.975846853780135,
+      "eval_de_ersatz_pr_auc": 0.9860892113730138,
+      "eval_de_opus100_pr_auc": 0.9048864347749364,
+      "eval_de_ud_pr_auc": 0.9847493442173253,
+      "eval_el_opus100_pr_auc": 0.9101723587242178,
+      "eval_el_ud_pr_auc": 0.9961805297514676,
+      "eval_en_ersatz_pr_auc": 0.9906795198872287,
+      "eval_en_opus100_pr_auc": 0.9227905511466774,
+      "eval_en_ud_pr_auc": 0.9747120917246432,
+      "eval_eo_opus100_pr_auc": 0.9269394953767452,
+      "eval_es_ersatz_pr_auc": 0.996019338214956,
+      "eval_es_opus100_pr_auc": 0.9331498487733106,
+      "eval_es_ud_pr_auc": 0.9908365027799404,
+      "eval_et_ersatz_pr_auc": 0.9801231565957028,
+      "eval_et_opus100_pr_auc": 0.905752339471685,
+      "eval_et_ud_pr_auc": 0.9620962939448101,
+      "eval_eu_opus100_pr_auc": 0.8740272442961394,
+      "eval_eu_ud_pr_auc": 0.9894612312053944,
+      "eval_fa_opus100_pr_auc": 0.6035953106690056,
+      "eval_fa_ud_pr_auc": 0.9914092202761097,
+      "eval_fi_ersatz_pr_auc": 0.9933773478619984,
+      "eval_fi_opus100_pr_auc": 0.9116334860747305,
+      "eval_fi_ud_pr_auc": 0.9661643784988638,
+      "eval_fr_ersatz_pr_auc": 0.9894029475368751,
+      "eval_fr_opus100_pr_auc": 0.9064706918018396,
+      "eval_fr_ud_pr_auc": 0.9899019542307989,
+      "eval_fy_opus100_pr_auc": 0.693052872538957,
+      "eval_ga_opus100_pr_auc": 0.9020781724539771,
+      "eval_ga_ud_pr_auc": 0.7998423031185976,
+      "eval_gd_opus100_pr_auc": 0.7016737557396763,
+      "eval_gd_ud_pr_auc": 0.8187194554354972,
+      "eval_gl_opus100_pr_auc": 0.887956095730581,
+      "eval_gl_ud_pr_auc": 0.9990512201085515,
+      "eval_gu_ersatz_pr_auc": 0.9393619074241955,
+      "eval_gu_opus100_pr_auc": 0.7725219761216947,
+      "eval_ha_opus100_pr_auc": 0.928058552547143,
+      "eval_he_opus100_pr_auc": 0.8697861559893907,
+      "eval_he_ud_pr_auc": 0.9808727029959595,
+      "eval_hi_ersatz_pr_auc": 0.9819866573669175,
+      "eval_hi_opus100_pr_auc": 0.7336872378714467,
+      "eval_hi_ud_pr_auc": 0.9810599855062341,
+      "eval_hu_opus100_pr_auc": 0.9160070437870818,
+      "eval_hu_ud_pr_auc": 0.9825099970865282,
+      "eval_hy_opus100_pr_auc": 0.9054022577428111,
+      "eval_hy_ud_pr_auc": 0.9656570527002298,
+      "eval_id_opus100_pr_auc": 0.8867765991206453,
+      "eval_id_ud_pr_auc": 0.9938718605221422,
+      "eval_ig_opus100_pr_auc": 0.8788503857502544,
+      "eval_is_opus100_pr_auc": 0.9311595092394449,
+      "eval_is_ud_pr_auc": 0.901035236747682,
+      "eval_it_opus100_pr_auc": 0.9094516080058359,
+      "eval_it_ud_pr_auc": 0.9954668928630723,
+      "eval_ja_ersatz_pr_auc": 0.9046255970726574,
+      "eval_ja_opus100_pr_auc": 0.8501281018294465,
+      "eval_ja_ud_pr_auc": 0.9847157509129649,
+      "eval_jv_ud_pr_auc": 0.9709639417984772,
+      "eval_ka_opus100_pr_auc": 0.8623386096800494,
+      "eval_kk_ersatz_pr_auc": 0.9880355890027513,
+      "eval_kk_opus100_pr_auc": 0.8104053567421313,
+      "eval_kk_ud_pr_auc": 0.971298916026862,
+      "eval_km_ersatz_pr_auc": 0.9372120254727611,
+      "eval_km_opus100_pr_auc": 0.7708582976423286,
+      "eval_kn_opus100_pr_auc": 0.6669509297360072,
+      "eval_ko_opus100_pr_auc": 0.71427148544877,
+      "eval_ko_ud_pr_auc": 0.9988565941934375,
+      "eval_ku_opus100_pr_auc": 0.8530202423857111,
+      "eval_ky_opus100_pr_auc": 0.895651462420183,
+      "eval_la_ud_pr_auc": 0.9680089315319476,
+      "eval_loss": 0.027117598801851273,
+      "eval_lt_ersatz_pr_auc": 0.994723574465183,
+      "eval_lt_opus100_pr_auc": 0.863501329936456,
+      "eval_lt_ud_pr_auc": 0.9964454611291697,
+      "eval_lv_ersatz_pr_auc": 0.9876302866865365,
+      "eval_lv_opus100_pr_auc": 0.8860635879853002,
+      "eval_lv_ud_pr_auc": 0.9602068655827113,
+      "eval_mg_opus100_pr_auc": 0.9405523399627305,
+      "eval_mk_opus100_pr_auc": 0.9229402598562716,
+      "eval_ml_opus100_pr_auc": 0.8014420305681899,
+      "eval_mn_opus100_pr_auc": 0.9497635140736889,
+      "eval_mr_opus100_pr_auc": 0.9066526897423761,
+      "eval_mr_ud_pr_auc": 0.982777967748926,
+      "eval_ms_opus100_pr_auc": 0.8670389514156609,
+      "eval_mt_opus100_pr_auc": 0.842568483044991,
+      "eval_mt_ud_pr_auc": 0.8935259540187552,
+      "eval_my_opus100_pr_auc": 0.8277389377998411,
+      "eval_ne_opus100_pr_auc": 0.7694985174327812,
+      "eval_nl_opus100_pr_auc": 0.8976330442157651,
+      "eval_nl_ud_pr_auc": 0.9838285150586199,
+      "eval_no_opus100_pr_auc": 0.9147418996838339,
+      "eval_no_ud_pr_auc": 0.9953468641221254,
+      "eval_pa_opus100_pr_auc": 0.7013765853536494,
+      "eval_pl_ersatz_pr_auc": 0.9625331711853914,
+      "eval_pl_opus100_pr_auc": 0.8916786193518123,
+      "eval_pl_ud_pr_auc": 0.9627860726885158,
+      "eval_ps_ersatz_pr_auc": 0.9242921272718713,
+      "eval_ps_opus100_pr_auc": 0.7487509031812378,
+      "eval_pt_opus100_pr_auc": 0.92023834213519,
+      "eval_pt_ud_pr_auc": 0.9878328911739441,
+      "eval_ro_ersatz_pr_auc": 0.992922103693209,
+      "eval_ro_opus100_pr_auc": 0.8667940945390374,
+      "eval_ro_ud_pr_auc": 0.9206932696177043,
+      "eval_ru_ersatz_pr_auc": 0.991280208461683,
+      "eval_ru_opus100_pr_auc": 0.9215781241797057,
+      "eval_ru_ud_pr_auc": 0.8635356568850924,
+      "eval_runtime": 604.4178,
+      "eval_samples_per_second": 124.837,
+      "eval_si_opus100_pr_auc": 0.8104623409159594,
+      "eval_sk_opus100_pr_auc": 0.9327296401380957,
+      "eval_sk_ud_pr_auc": 0.9792448007200845,
+      "eval_sl_opus100_pr_auc": 0.871745270882713,
+      "eval_sl_ud_pr_auc": 0.9626060122862139,
+      "eval_sq_opus100_pr_auc": 0.9343378402308471,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.907346189023266,
+      "eval_sr_ud_pr_auc": 0.9988630331240171,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.8979725857081071,
+      "eval_sv_ud_pr_auc": 0.9440596241033273,
+      "eval_ta_ersatz_pr_auc": 0.9804972708660519,
+      "eval_ta_opus100_pr_auc": 0.7240727804544662,
+      "eval_ta_ud_pr_auc": 0.9967967443338941,
+      "eval_te_opus100_pr_auc": 0.8473896969297166,
+      "eval_tg_opus100_pr_auc": 0.8973189303003516,
+      "eval_th_opus100_pr_auc": 0.6895438798378236,
+      "eval_th_ud_pr_auc": 0.8569125873778873,
+      "eval_tr_ersatz_pr_auc": 0.9627888798911285,
+      "eval_tr_opus100_pr_auc": 0.8954316731579409,
+      "eval_tr_ud_pr_auc": 0.9549706548294207,
+      "eval_uk_opus100_pr_auc": 0.8762483963550679,
+      "eval_uk_ud_pr_auc": 0.9158421148184523,
+      "eval_ur_opus100_pr_auc": 0.5965910335002034,
+      "eval_ur_ud_pr_auc": 0.9931918705574992,
+      "eval_uz_opus100_pr_auc": 0.885555757676621,
+      "eval_vi_opus100_pr_auc": 0.9001517877995633,
+      "eval_vi_ud_pr_auc": 0.9547504809217274,
+      "eval_xh_opus100_pr_auc": 0.8788916445096598,
+      "eval_yi_opus100_pr_auc": 0.7610517900796494,
+      "eval_yo_opus100_pr_auc": 0.8402982308561391,
+      "eval_yo_ud_pr_auc": 0.9138076605333975,
+      "eval_zh_ersatz_pr_auc": 0.9777077256580234,
+      "eval_zh_opus100_pr_auc": 0.8834819156115792,
+      "eval_zh_ud_pr_auc": 0.9916670193506966,
+      "eval_zu_opus100_pr_auc": 0.819746722787969,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.0236,
+      "step": 185050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.0236,
+      "step": 185100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.0237,
+      "step": 185150
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.0235,
+      "step": 185200
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.0235,
+      "step": 185250
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.0235,
+      "step": 185300
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0234,
+      "step": 185350
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.0237,
+      "step": 185400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0236,
+      "step": 185450
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0235,
+      "step": 185500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0233,
+      "step": 185550
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.0235,
+      "step": 185600
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.0236,
+      "step": 185650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0237,
+      "step": 185700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.0235,
+      "step": 185750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.0236,
+      "step": 185800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.0236,
+      "step": 185850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0234,
+      "step": 185900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.0235,
+      "step": 185950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0236,
+      "step": 186000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.0235,
+      "step": 186050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.0236,
+      "step": 186100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0234,
+      "step": 186150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0236,
+      "step": 186200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.0234,
+      "step": 186250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.0233,
+      "step": 186300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.0234,
+      "step": 186350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0236,
+      "step": 186400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.0235,
+      "step": 186450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0234,
+      "step": 186500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.0234,
+      "step": 186550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.0234,
+      "step": 186600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0237,
+      "step": 186650
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.0235,
+      "step": 186700
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.0237,
+      "step": 186750
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0235,
+      "step": 186800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.0233,
+      "step": 186850
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.0236,
+      "step": 186900
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.0235,
+      "step": 186950
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.0235,
+      "step": 187000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.0233,
+      "step": 187050
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0234,
+      "step": 187100
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0236,
+      "step": 187150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.0234,
+      "step": 187200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.0235,
+      "step": 187250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.0237,
+      "step": 187300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.0235,
+      "step": 187350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.0236,
+      "step": 187400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.0235,
+      "step": 187450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.0234,
+      "step": 187500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0235,
+      "step": 187550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.0233,
+      "step": 187600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0234,
+      "step": 187650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.0233,
+      "step": 187700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0234,
+      "step": 187750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.0234,
+      "step": 187800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.0234,
+      "step": 187850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.0236,
+      "step": 187900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0233,
+      "step": 187950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.0234,
+      "step": 188000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.0235,
+      "step": 188050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.0236,
+      "step": 188100
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0236,
+      "step": 188150
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0235,
+      "step": 188200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.0235,
+      "step": 188250
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.0233,
+      "step": 188300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.0235,
+      "step": 188350
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.0235,
+      "step": 188400
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0235,
+      "step": 188450
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0234,
+      "step": 188500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.0235,
+      "step": 188550
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.0235,
+      "step": 188600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.0234,
+      "step": 188650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.0234,
+      "step": 188700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0237,
+      "step": 188750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0235,
+      "step": 188800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.0236,
+      "step": 188850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.0235,
+      "step": 188900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.0235,
+      "step": 188950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0234,
+      "step": 189000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0234,
+      "step": 189050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.0233,
+      "step": 189100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.0234,
+      "step": 189150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.0235,
+      "step": 189200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.0234,
+      "step": 189250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0236,
+      "step": 189300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.0234,
+      "step": 189350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0233,
+      "step": 189400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.0234,
+      "step": 189450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0235,
+      "step": 189500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0235,
+      "step": 189550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0237,
+      "step": 189600
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.0235,
+      "step": 189650
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.0232,
+      "step": 189700
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.0233,
+      "step": 189750
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.0234,
+      "step": 189800
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.0235,
+      "step": 189850
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.0234,
+      "step": 189900
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.0232,
+      "step": 189950
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.0235,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "eval_af_opus100_pr_auc": 0.7851772880412689,
+      "eval_af_ud_pr_auc": 0.9855228047859139,
+      "eval_am_opus100_pr_auc": 0.5623133066251436,
+      "eval_ar_ersatz_pr_auc": 0.916942867798986,
+      "eval_ar_opus100_pr_auc": 0.7407239144428676,
+      "eval_ar_ud_pr_auc": 0.8877126256869997,
+      "eval_average_ersatz_pr_auc": 0.9721454741322902,
+      "eval_average_opus100_pr_auc": 0.8454112198903142,
+      "eval_average_ud_pr_auc": 0.9638707690445564,
+      "eval_az_opus100_pr_auc": 0.8127757730631682,
+      "eval_be_opus100_pr_auc": 0.7444597497416646,
+      "eval_be_ud_pr_auc": 0.913853958027356,
+      "eval_bg_opus100_pr_auc": 0.9151147927685606,
+      "eval_bg_ud_pr_auc": 0.9949270524424976,
+      "eval_bn_opus100_pr_auc": 0.8393146260924591,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8924041338340434,
+      "eval_ca_ud_pr_auc": 0.9956216744184945,
+      "eval_ceb_ud_pr_auc": 0.9992127763989873,
+      "eval_cs_ersatz_pr_auc": 0.9830336771811273,
+      "eval_cs_opus100_pr_auc": 0.9075756856941782,
+      "eval_cs_ud_pr_auc": 0.9583882941067553,
+      "eval_cy_opus100_pr_auc": 0.8112042593651523,
+      "eval_cy_ud_pr_auc": 0.9980112142940645,
+      "eval_da_opus100_pr_auc": 0.9204380548577948,
+      "eval_da_ud_pr_auc": 0.9805475944458131,
+      "eval_de_ersatz_pr_auc": 0.9881887298563277,
+      "eval_de_opus100_pr_auc": 0.9117261115351366,
+      "eval_de_ud_pr_auc": 0.9837503694969292,
+      "eval_el_opus100_pr_auc": 0.9111435539971011,
+      "eval_el_ud_pr_auc": 0.9908610759003051,
+      "eval_en_ersatz_pr_auc": 0.9927599026108587,
+      "eval_en_opus100_pr_auc": 0.924403783076074,
+      "eval_en_ud_pr_auc": 0.9692707888692941,
+      "eval_eo_opus100_pr_auc": 0.9234689490579839,
+      "eval_es_ersatz_pr_auc": 0.9971254233418148,
+      "eval_es_opus100_pr_auc": 0.9334944196054141,
+      "eval_es_ud_pr_auc": 0.9920564673055978,
+      "eval_et_ersatz_pr_auc": 0.980001641143826,
+      "eval_et_opus100_pr_auc": 0.909791625756272,
+      "eval_et_ud_pr_auc": 0.9634460168107352,
+      "eval_eu_opus100_pr_auc": 0.8779811453476161,
+      "eval_eu_ud_pr_auc": 0.9886979704907818,
+      "eval_fa_opus100_pr_auc": 0.6115642018856936,
+      "eval_fa_ud_pr_auc": 0.9964229029582248,
+      "eval_fi_ersatz_pr_auc": 0.9932230817095566,
+      "eval_fi_opus100_pr_auc": 0.9178862527502101,
+      "eval_fi_ud_pr_auc": 0.9604162111634715,
+      "eval_fr_ersatz_pr_auc": 0.9904493139915072,
+      "eval_fr_opus100_pr_auc": 0.9091116741478702,
+      "eval_fr_ud_pr_auc": 0.9879221418967267,
+      "eval_fy_opus100_pr_auc": 0.6633752580068211,
+      "eval_ga_opus100_pr_auc": 0.9131827788651522,
+      "eval_ga_ud_pr_auc": 0.8251740208335703,
+      "eval_gd_opus100_pr_auc": 0.7091203355414645,
+      "eval_gd_ud_pr_auc": 0.7934037434330096,
+      "eval_gl_opus100_pr_auc": 0.8897522741035551,
+      "eval_gl_ud_pr_auc": 0.9977637537905123,
+      "eval_gu_ersatz_pr_auc": 0.9486649364508574,
+      "eval_gu_opus100_pr_auc": 0.7562691279609534,
+      "eval_ha_opus100_pr_auc": 0.9215206234100046,
+      "eval_he_opus100_pr_auc": 0.879441563793674,
+      "eval_he_ud_pr_auc": 0.9790851054684011,
+      "eval_hi_ersatz_pr_auc": 0.9801689812249944,
+      "eval_hi_opus100_pr_auc": 0.7280465965377886,
+      "eval_hi_ud_pr_auc": 0.9799495406823038,
+      "eval_hu_opus100_pr_auc": 0.9125079228186456,
+      "eval_hu_ud_pr_auc": 0.983940945139459,
+      "eval_hy_opus100_pr_auc": 0.9077239589622268,
+      "eval_hy_ud_pr_auc": 0.976066799822316,
+      "eval_id_opus100_pr_auc": 0.8914711690694249,
+      "eval_id_ud_pr_auc": 0.9941394421256886,
+      "eval_ig_opus100_pr_auc": 0.8805532986951994,
+      "eval_is_opus100_pr_auc": 0.9232311228525921,
+      "eval_is_ud_pr_auc": 0.9167199715852162,
+      "eval_it_opus100_pr_auc": 0.9103383761961589,
+      "eval_it_ud_pr_auc": 0.9899222276143271,
+      "eval_ja_ersatz_pr_auc": 0.9004833693328554,
+      "eval_ja_opus100_pr_auc": 0.8344496842262019,
+      "eval_ja_ud_pr_auc": 0.9832647875623308,
+      "eval_jv_ud_pr_auc": 0.9702511119018813,
+      "eval_ka_opus100_pr_auc": 0.8622244719379615,
+      "eval_kk_ersatz_pr_auc": 0.9902002073106626,
+      "eval_kk_opus100_pr_auc": 0.7853526126053835,
+      "eval_kk_ud_pr_auc": 0.9726427562133775,
+      "eval_km_ersatz_pr_auc": 0.9388968135108973,
+      "eval_km_opus100_pr_auc": 0.7531897139688815,
+      "eval_kn_opus100_pr_auc": 0.6600360992060937,
+      "eval_ko_opus100_pr_auc": 0.6945883992258269,
+      "eval_ko_ud_pr_auc": 0.9990884527565456,
+      "eval_ku_opus100_pr_auc": 0.8682352257253306,
+      "eval_ky_opus100_pr_auc": 0.8869269656998979,
+      "eval_la_ud_pr_auc": 0.9746669949798213,
+      "eval_loss": 0.0270885918289423,
+      "eval_lt_ersatz_pr_auc": 0.9944895173221169,
+      "eval_lt_opus100_pr_auc": 0.8875465929126816,
+      "eval_lt_ud_pr_auc": 0.9968207701988988,
+      "eval_lv_ersatz_pr_auc": 0.9911940557468173,
+      "eval_lv_opus100_pr_auc": 0.8954115999147487,
+      "eval_lv_ud_pr_auc": 0.9697458003345237,
+      "eval_mg_opus100_pr_auc": 0.9416154976635477,
+      "eval_mk_opus100_pr_auc": 0.9208603251946778,
+      "eval_ml_opus100_pr_auc": 0.7931525842422532,
+      "eval_mn_opus100_pr_auc": 0.94987922321342,
+      "eval_mr_opus100_pr_auc": 0.8992547419022375,
+      "eval_mr_ud_pr_auc": 0.9822886981378741,
+      "eval_ms_opus100_pr_auc": 0.8676021648772687,
+      "eval_mt_opus100_pr_auc": 0.8415059859854609,
+      "eval_mt_ud_pr_auc": 0.9061221605375394,
+      "eval_my_opus100_pr_auc": 0.8318156068327085,
+      "eval_ne_opus100_pr_auc": 0.7603219537992805,
+      "eval_nl_opus100_pr_auc": 0.9001112771207297,
+      "eval_nl_ud_pr_auc": 0.9847142329363263,
+      "eval_no_opus100_pr_auc": 0.9205842084821072,
+      "eval_no_ud_pr_auc": 0.9962146490573422,
+      "eval_pa_opus100_pr_auc": 0.6699386151936233,
+      "eval_pl_ersatz_pr_auc": 0.9686789512956501,
+      "eval_pl_opus100_pr_auc": 0.8968444875255127,
+      "eval_pl_ud_pr_auc": 0.9683222473131756,
+      "eval_ps_ersatz_pr_auc": 0.9265989429023254,
+      "eval_ps_opus100_pr_auc": 0.7440981733740105,
+      "eval_pt_opus100_pr_auc": 0.9194989173131802,
+      "eval_pt_ud_pr_auc": 0.9870165756102396,
+      "eval_ro_ersatz_pr_auc": 0.9931709995770308,
+      "eval_ro_opus100_pr_auc": 0.8763787255128886,
+      "eval_ro_ud_pr_auc": 0.9231119465826532,
+      "eval_ru_ersatz_pr_auc": 0.9922512922785343,
+      "eval_ru_opus100_pr_auc": 0.9394748302023106,
+      "eval_ru_ud_pr_auc": 0.8592560025695477,
+      "eval_runtime": 599.3129,
+      "eval_samples_per_second": 125.901,
+      "eval_si_opus100_pr_auc": 0.8125933001391676,
+      "eval_sk_opus100_pr_auc": 0.9316163932476322,
+      "eval_sk_ud_pr_auc": 0.9837002362920967,
+      "eval_sl_opus100_pr_auc": 0.8751637544880315,
+      "eval_sl_ud_pr_auc": 0.9741367797871532,
+      "eval_sq_opus100_pr_auc": 0.9302503913018865,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.908360355861469,
+      "eval_sr_ud_pr_auc": 0.9987959375793758,
+      "eval_steps_per_second": 0.984,
+      "eval_sv_opus100_pr_auc": 0.8985148904051219,
+      "eval_sv_ud_pr_auc": 0.9443235295598132,
+      "eval_ta_ersatz_pr_auc": 0.9817637526442972,
+      "eval_ta_opus100_pr_auc": 0.7300974536902063,
+      "eval_ta_ud_pr_auc": 0.9971733285819905,
+      "eval_te_opus100_pr_auc": 0.8493751984813486,
+      "eval_tg_opus100_pr_auc": 0.8916140654952112,
+      "eval_th_opus100_pr_auc": 0.6872288909585405,
+      "eval_th_ud_pr_auc": 0.8548120977923892,
+      "eval_tr_ersatz_pr_auc": 0.9638790734958416,
+      "eval_tr_opus100_pr_auc": 0.8967393976023925,
+      "eval_tr_ud_pr_auc": 0.9591097111645932,
+      "eval_uk_opus100_pr_auc": 0.8793992960447182,
+      "eval_uk_ud_pr_auc": 0.9235935631541813,
+      "eval_ur_opus100_pr_auc": 0.6050169530823197,
+      "eval_ur_ud_pr_auc": 0.9930388736298484,
+      "eval_uz_opus100_pr_auc": 0.8897655203720358,
+      "eval_vi_opus100_pr_auc": 0.8961708794177818,
+      "eval_vi_ud_pr_auc": 0.945856397385675,
+      "eval_xh_opus100_pr_auc": 0.8813852694210288,
+      "eval_yi_opus100_pr_auc": 0.7495901390581147,
+      "eval_yo_opus100_pr_auc": 0.8388775614317237,
+      "eval_yo_ud_pr_auc": 0.9155734069376553,
+      "eval_zh_ersatz_pr_auc": 0.9750349001834981,
+      "eval_zh_opus100_pr_auc": 0.8872614018505152,
+      "eval_zh_ud_pr_auc": 0.9941852969891091,
+      "eval_zu_opus100_pr_auc": 0.8351925262989551,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.0232,
+      "step": 190050
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0237,
+      "step": 190100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.0234,
+      "step": 190150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.0236,
+      "step": 190200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.0233,
+      "step": 190250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0235,
+      "step": 190300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.0234,
+      "step": 190350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.0232,
+      "step": 190400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.0233,
+      "step": 190450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.0233,
+      "step": 190500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.0235,
+      "step": 190550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0235,
+      "step": 190600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.0233,
+      "step": 190650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.0234,
+      "step": 190700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.0234,
+      "step": 190750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.0235,
+      "step": 190800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.0233,
+      "step": 190850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0235,
+      "step": 190900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.0236,
+      "step": 190950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0234,
+      "step": 191000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.0235,
+      "step": 191050
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.0234,
+      "step": 191100
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.0234,
+      "step": 191150
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.0233,
+      "step": 191200
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0233,
+      "step": 191250
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0235,
+      "step": 191300
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.0234,
+      "step": 191350
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.0235,
+      "step": 191400
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.0235,
+      "step": 191450
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0235,
+      "step": 191500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.0233,
+      "step": 191550
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0232,
+      "step": 191600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.0233,
+      "step": 191650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0234,
+      "step": 191700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0234,
+      "step": 191750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.0234,
+      "step": 191800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.0232,
+      "step": 191850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.0233,
+      "step": 191900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0234,
+      "step": 191950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.0233,
+      "step": 192000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0233,
+      "step": 192050
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.0234,
+      "step": 192100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.0235,
+      "step": 192150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0233,
+      "step": 192200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.0234,
+      "step": 192250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.0234,
+      "step": 192300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.0234,
+      "step": 192350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.0236,
+      "step": 192400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.0236,
+      "step": 192450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0234,
+      "step": 192500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.0233,
+      "step": 192550
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0234,
+      "step": 192600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.0235,
+      "step": 192650
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.0233,
+      "step": 192700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0236,
+      "step": 192750
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.0236,
+      "step": 192800
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.0235,
+      "step": 192850
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0236,
+      "step": 192900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0233,
+      "step": 192950
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.0233,
+      "step": 193000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.0233,
+      "step": 193050
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.0234,
+      "step": 193100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0235,
+      "step": 193150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.0235,
+      "step": 193200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.0235,
+      "step": 193250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0235,
+      "step": 193300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.0235,
+      "step": 193350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.0234,
+      "step": 193400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0232,
+      "step": 193450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0235,
+      "step": 193500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.0235,
+      "step": 193550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0234,
+      "step": 193600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0235,
+      "step": 193650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.0234,
+      "step": 193700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.0234,
+      "step": 193750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.0233,
+      "step": 193800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0234,
+      "step": 193850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.0233,
+      "step": 193900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.0234,
+      "step": 193950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.0234,
+      "step": 194000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0233,
+      "step": 194050
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0234,
+      "step": 194100
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0236,
+      "step": 194150
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0233,
+      "step": 194200
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.0231,
+      "step": 194250
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.0234,
+      "step": 194300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.0235,
+      "step": 194350
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.0235,
+      "step": 194400
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.0235,
+      "step": 194450
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.0235,
+      "step": 194500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0233,
+      "step": 194550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.0236,
+      "step": 194600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.0233,
+      "step": 194650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.0235,
+      "step": 194700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0233,
+      "step": 194750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.0236,
+      "step": 194800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0235,
+      "step": 194850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.0234,
+      "step": 194900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.0231,
+      "step": 194950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.0235,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "eval_af_opus100_pr_auc": 0.7778720612122638,
+      "eval_af_ud_pr_auc": 0.989937140111274,
+      "eval_am_opus100_pr_auc": 0.579509622037036,
+      "eval_ar_ersatz_pr_auc": 0.9206156905410503,
+      "eval_ar_opus100_pr_auc": 0.732931708394866,
+      "eval_ar_ud_pr_auc": 0.8937533121855096,
+      "eval_average_ersatz_pr_auc": 0.971763668716072,
+      "eval_average_opus100_pr_auc": 0.84441125427282,
+      "eval_average_ud_pr_auc": 0.9651918356182744,
+      "eval_az_opus100_pr_auc": 0.7702868636485793,
+      "eval_be_opus100_pr_auc": 0.7424985374670318,
+      "eval_be_ud_pr_auc": 0.9076532829869774,
+      "eval_bg_opus100_pr_auc": 0.9177746121477525,
+      "eval_bg_ud_pr_auc": 0.995951356287185,
+      "eval_bn_opus100_pr_auc": 0.8344215193756147,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.898395506626967,
+      "eval_ca_ud_pr_auc": 0.9950978755391335,
+      "eval_ceb_ud_pr_auc": 0.9997404765782462,
+      "eval_cs_ersatz_pr_auc": 0.9858917152524986,
+      "eval_cs_opus100_pr_auc": 0.9084680231673007,
+      "eval_cs_ud_pr_auc": 0.9605965350627619,
+      "eval_cy_opus100_pr_auc": 0.7932955104860429,
+      "eval_cy_ud_pr_auc": 0.9980194393864751,
+      "eval_da_opus100_pr_auc": 0.9215369256924351,
+      "eval_da_ud_pr_auc": 0.9789677764594037,
+      "eval_de_ersatz_pr_auc": 0.9874449341547691,
+      "eval_de_opus100_pr_auc": 0.9083567044744701,
+      "eval_de_ud_pr_auc": 0.9847775556159379,
+      "eval_el_opus100_pr_auc": 0.9103711835088413,
+      "eval_el_ud_pr_auc": 0.9893527894738022,
+      "eval_en_ersatz_pr_auc": 0.9924570184999988,
+      "eval_en_opus100_pr_auc": 0.9255007546163588,
+      "eval_en_ud_pr_auc": 0.9756098463161854,
+      "eval_eo_opus100_pr_auc": 0.9300711592578069,
+      "eval_es_ersatz_pr_auc": 0.996996509004194,
+      "eval_es_opus100_pr_auc": 0.9334497949431831,
+      "eval_es_ud_pr_auc": 0.9910845065528514,
+      "eval_et_ersatz_pr_auc": 0.9819516240640331,
+      "eval_et_opus100_pr_auc": 0.9162953667691466,
+      "eval_et_ud_pr_auc": 0.9672046516570133,
+      "eval_eu_opus100_pr_auc": 0.8853933207095728,
+      "eval_eu_ud_pr_auc": 0.9893741192224477,
+      "eval_fa_opus100_pr_auc": 0.6194379675581002,
+      "eval_fa_ud_pr_auc": 0.9941329652728645,
+      "eval_fi_ersatz_pr_auc": 0.9936894867971563,
+      "eval_fi_opus100_pr_auc": 0.9218237907563434,
+      "eval_fi_ud_pr_auc": 0.9664168695461858,
+      "eval_fr_ersatz_pr_auc": 0.9905380385231407,
+      "eval_fr_opus100_pr_auc": 0.9151919858961154,
+      "eval_fr_ud_pr_auc": 0.987864701925605,
+      "eval_fy_opus100_pr_auc": 0.6715339972186547,
+      "eval_ga_opus100_pr_auc": 0.9150091393295012,
+      "eval_ga_ud_pr_auc": 0.8283313657287157,
+      "eval_gd_opus100_pr_auc": 0.6895569782969944,
+      "eval_gd_ud_pr_auc": 0.815629957451914,
+      "eval_gl_opus100_pr_auc": 0.8870103687620243,
+      "eval_gl_ud_pr_auc": 0.9984183571754992,
+      "eval_gu_ersatz_pr_auc": 0.9443177043614617,
+      "eval_gu_opus100_pr_auc": 0.7586783325163184,
+      "eval_ha_opus100_pr_auc": 0.9250738449549045,
+      "eval_he_opus100_pr_auc": 0.8686172254061694,
+      "eval_he_ud_pr_auc": 0.9794637261858992,
+      "eval_hi_ersatz_pr_auc": 0.9802693245075091,
+      "eval_hi_opus100_pr_auc": 0.7274364296075801,
+      "eval_hi_ud_pr_auc": 0.9795508084536955,
+      "eval_hu_opus100_pr_auc": 0.9201560433675957,
+      "eval_hu_ud_pr_auc": 0.9836971867328672,
+      "eval_hy_opus100_pr_auc": 0.9067431886432031,
+      "eval_hy_ud_pr_auc": 0.9761183297060279,
+      "eval_id_opus100_pr_auc": 0.8991244740984629,
+      "eval_id_ud_pr_auc": 0.994228468468219,
+      "eval_ig_opus100_pr_auc": 0.8740247282027283,
+      "eval_is_opus100_pr_auc": 0.9256474459949641,
+      "eval_is_ud_pr_auc": 0.909865325351807,
+      "eval_it_opus100_pr_auc": 0.9088120892824635,
+      "eval_it_ud_pr_auc": 0.9965943390485739,
+      "eval_ja_ersatz_pr_auc": 0.9052389179862808,
+      "eval_ja_opus100_pr_auc": 0.8488579695133479,
+      "eval_ja_ud_pr_auc": 0.9849496760920409,
+      "eval_jv_ud_pr_auc": 0.964715676070523,
+      "eval_ka_opus100_pr_auc": 0.8600210653611567,
+      "eval_kk_ersatz_pr_auc": 0.9886737097446164,
+      "eval_kk_opus100_pr_auc": 0.7997301869175386,
+      "eval_kk_ud_pr_auc": 0.9729181105834468,
+      "eval_km_ersatz_pr_auc": 0.9360337324313193,
+      "eval_km_opus100_pr_auc": 0.7508454897275776,
+      "eval_kn_opus100_pr_auc": 0.6523111306991425,
+      "eval_ko_opus100_pr_auc": 0.6898705482931212,
+      "eval_ko_ud_pr_auc": 0.999086781185695,
+      "eval_ku_opus100_pr_auc": 0.8392370190154992,
+      "eval_ky_opus100_pr_auc": 0.8659477595059375,
+      "eval_la_ud_pr_auc": 0.9721800678517116,
+      "eval_loss": 0.027066869661211967,
+      "eval_lt_ersatz_pr_auc": 0.9960229623659069,
+      "eval_lt_opus100_pr_auc": 0.8796266983486822,
+      "eval_lt_ud_pr_auc": 0.9973138993952432,
+      "eval_lv_ersatz_pr_auc": 0.9909218556356627,
+      "eval_lv_opus100_pr_auc": 0.8886918014983579,
+      "eval_lv_ud_pr_auc": 0.9684858878376426,
+      "eval_mg_opus100_pr_auc": 0.9399645776841552,
+      "eval_mk_opus100_pr_auc": 0.9281053889645008,
+      "eval_ml_opus100_pr_auc": 0.7887718971609308,
+      "eval_mn_opus100_pr_auc": 0.9521311989131251,
+      "eval_mr_opus100_pr_auc": 0.9075374143085313,
+      "eval_mr_ud_pr_auc": 0.9800201475213589,
+      "eval_ms_opus100_pr_auc": 0.8726655559140828,
+      "eval_mt_opus100_pr_auc": 0.857033854243712,
+      "eval_mt_ud_pr_auc": 0.9019430605031563,
+      "eval_my_opus100_pr_auc": 0.8320756233255221,
+      "eval_ne_opus100_pr_auc": 0.7444315877340523,
+      "eval_nl_opus100_pr_auc": 0.9011319179587022,
+      "eval_nl_ud_pr_auc": 0.9854002991112288,
+      "eval_no_opus100_pr_auc": 0.9216038107515512,
+      "eval_no_ud_pr_auc": 0.9967058365902062,
+      "eval_pa_opus100_pr_auc": 0.6725511292870643,
+      "eval_pl_ersatz_pr_auc": 0.967774657911152,
+      "eval_pl_opus100_pr_auc": 0.8945420584175822,
+      "eval_pl_ud_pr_auc": 0.9710355700037452,
+      "eval_ps_ersatz_pr_auc": 0.9244819494221497,
+      "eval_ps_opus100_pr_auc": 0.7334332849055969,
+      "eval_pt_opus100_pr_auc": 0.9252299330943373,
+      "eval_pt_ud_pr_auc": 0.9877035234485263,
+      "eval_ro_ersatz_pr_auc": 0.9932761341020578,
+      "eval_ro_opus100_pr_auc": 0.8753154581149403,
+      "eval_ro_ud_pr_auc": 0.9513541044390184,
+      "eval_ru_ersatz_pr_auc": 0.992332964061547,
+      "eval_ru_opus100_pr_auc": 0.9400659005234724,
+      "eval_ru_ud_pr_auc": 0.8686267719814006,
+      "eval_runtime": 604.3229,
+      "eval_samples_per_second": 124.857,
+      "eval_si_opus100_pr_auc": 0.8029115755347154,
+      "eval_sk_opus100_pr_auc": 0.9353077172082517,
+      "eval_sk_ud_pr_auc": 0.9813274279666818,
+      "eval_sl_opus100_pr_auc": 0.8751811594880103,
+      "eval_sl_ud_pr_auc": 0.9736073819769824,
+      "eval_sq_opus100_pr_auc": 0.9346608800337044,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9166022598832128,
+      "eval_sr_ud_pr_auc": 0.9989801341904132,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.9055546442859251,
+      "eval_sv_ud_pr_auc": 0.9447411975530969,
+      "eval_ta_ersatz_pr_auc": 0.9813991746185047,
+      "eval_ta_opus100_pr_auc": 0.7352126559400598,
+      "eval_ta_ud_pr_auc": 0.9947033503559761,
+      "eval_te_opus100_pr_auc": 0.8491823650268587,
+      "eval_tg_opus100_pr_auc": 0.9006034459948219,
+      "eval_th_opus100_pr_auc": 0.6811106171617384,
+      "eval_th_ud_pr_auc": 0.8472553640527454,
+      "eval_tr_ersatz_pr_auc": 0.9653308448711525,
+      "eval_tr_opus100_pr_auc": 0.8975211687728366,
+      "eval_tr_ud_pr_auc": 0.9584678239083013,
+      "eval_uk_opus100_pr_auc": 0.8793988127702516,
+      "eval_uk_ud_pr_auc": 0.9195118600833844,
+      "eval_ur_opus100_pr_auc": 0.5883368972822228,
+      "eval_ur_ud_pr_auc": 0.992446664601506,
+      "eval_uz_opus100_pr_auc": 0.8892093083824432,
+      "eval_vi_opus100_pr_auc": 0.9029359967447681,
+      "eval_vi_ud_pr_auc": 0.9604852130445165,
+      "eval_xh_opus100_pr_auc": 0.8899224812633801,
+      "eval_yi_opus100_pr_auc": 0.7454941877285638,
+      "eval_yo_opus100_pr_auc": 0.8278126593490986,
+      "eval_yo_ud_pr_auc": 0.9198192852594068,
+      "eval_zh_ersatz_pr_auc": 0.9631417628974204,
+      "eval_zh_opus100_pr_auc": 0.8790875507966809,
+      "eval_zh_ud_pr_auc": 0.9947164501506129,
+      "eval_zu_opus100_pr_auc": 0.8236390021140901,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.0233,
+      "step": 195050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.0231,
+      "step": 195100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.0235,
+      "step": 195150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0237,
+      "step": 195200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0237,
+      "step": 195250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0236,
+      "step": 195300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0236,
+      "step": 195350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0233,
+      "step": 195400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0235,
+      "step": 195450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.0233,
+      "step": 195500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.0235,
+      "step": 195550
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0232,
+      "step": 195600
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0231,
+      "step": 195650
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0233,
+      "step": 195700
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.0234,
+      "step": 195750
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0234,
+      "step": 195800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.0233,
+      "step": 195850
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.0234,
+      "step": 195900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.023,
+      "step": 195950
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.0232,
+      "step": 196000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.0234,
+      "step": 196050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.0234,
+      "step": 196100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0231,
+      "step": 196150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.0236,
+      "step": 196200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0236,
+      "step": 196250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.0234,
+      "step": 196300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0233,
+      "step": 196350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.0233,
+      "step": 196400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0234,
+      "step": 196450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.0235,
+      "step": 196500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.0232,
+      "step": 196550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0235,
+      "step": 196600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.0233,
+      "step": 196650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.0233,
+      "step": 196700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0234,
+      "step": 196750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.0234,
+      "step": 196800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0235,
+      "step": 196850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.0233,
+      "step": 196900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.0235,
+      "step": 196950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.0233,
+      "step": 197000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.0235,
+      "step": 197050
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.0233,
+      "step": 197100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.0235,
+      "step": 197150
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0234,
+      "step": 197200
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.0232,
+      "step": 197250
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.0233,
+      "step": 197300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0235,
+      "step": 197350
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0232,
+      "step": 197400
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.0233,
+      "step": 197450
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.023,
+      "step": 197500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0234,
+      "step": 197550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.0235,
+      "step": 197600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.0232,
+      "step": 197650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.0233,
+      "step": 197700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0232,
+      "step": 197750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.0235,
+      "step": 197800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.0233,
+      "step": 197850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.0232,
+      "step": 197900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.0234,
+      "step": 197950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.0232,
+      "step": 198000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0233,
+      "step": 198050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0235,
+      "step": 198100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.0236,
+      "step": 198150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.0231,
+      "step": 198200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0233,
+      "step": 198250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.0231,
+      "step": 198300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.0235,
+      "step": 198350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.0232,
+      "step": 198400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.0234,
+      "step": 198450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0235,
+      "step": 198500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.0234,
+      "step": 198550
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.0232,
+      "step": 198600
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.023,
+      "step": 198650
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.0234,
+      "step": 198700
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.0232,
+      "step": 198750
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.0236,
+      "step": 198800
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.0233,
+      "step": 198850
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.0232,
+      "step": 198900
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.0235,
+      "step": 198950
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.0234,
+      "step": 199000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0233,
+      "step": 199050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0232,
+      "step": 199100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.0232,
+      "step": 199150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.0232,
+      "step": 199200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.0232,
+      "step": 199250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.0233,
+      "step": 199300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.0235,
+      "step": 199350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0235,
+      "step": 199400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.0231,
+      "step": 199450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.0233,
+      "step": 199500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.0234,
+      "step": 199550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0233,
+      "step": 199600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0232,
+      "step": 199650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.0233,
+      "step": 199700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.0233,
+      "step": 199750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.0235,
+      "step": 199800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.0234,
+      "step": 199850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.0232,
+      "step": 199900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.0234,
+      "step": 199950
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.0236,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "eval_af_opus100_pr_auc": 0.7811125480258984,
+      "eval_af_ud_pr_auc": 0.9872928558618819,
+      "eval_am_opus100_pr_auc": 0.57459478288035,
+      "eval_ar_ersatz_pr_auc": 0.9275970671421865,
+      "eval_ar_opus100_pr_auc": 0.7367858399218218,
+      "eval_ar_ud_pr_auc": 0.887796029833612,
+      "eval_average_ersatz_pr_auc": 0.9733577429577868,
+      "eval_average_opus100_pr_auc": 0.8456204073765814,
+      "eval_average_ud_pr_auc": 0.965946421452512,
+      "eval_az_opus100_pr_auc": 0.7921676206991665,
+      "eval_be_opus100_pr_auc": 0.7544996627052754,
+      "eval_be_ud_pr_auc": 0.9154926913048741,
+      "eval_bg_opus100_pr_auc": 0.918236068046484,
+      "eval_bg_ud_pr_auc": 0.9962541857431333,
+      "eval_bn_opus100_pr_auc": 0.8435692027593579,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8863945176423815,
+      "eval_ca_ud_pr_auc": 0.9942615371343457,
+      "eval_ceb_ud_pr_auc": 0.9998573854047751,
+      "eval_cs_ersatz_pr_auc": 0.9868512024831075,
+      "eval_cs_opus100_pr_auc": 0.9154194211623419,
+      "eval_cs_ud_pr_auc": 0.9614450109715253,
+      "eval_cy_opus100_pr_auc": 0.7902349169875258,
+      "eval_cy_ud_pr_auc": 0.9980092236362342,
+      "eval_da_opus100_pr_auc": 0.9174790389054776,
+      "eval_da_ud_pr_auc": 0.9786642982202963,
+      "eval_de_ersatz_pr_auc": 0.9881561369651891,
+      "eval_de_opus100_pr_auc": 0.9097941963698996,
+      "eval_de_ud_pr_auc": 0.9846442954132983,
+      "eval_el_opus100_pr_auc": 0.9142232771471299,
+      "eval_el_ud_pr_auc": 0.9940001908643237,
+      "eval_en_ersatz_pr_auc": 0.9927020632805016,
+      "eval_en_opus100_pr_auc": 0.9266483493472473,
+      "eval_en_ud_pr_auc": 0.9760929524991925,
+      "eval_eo_opus100_pr_auc": 0.927996935634371,
+      "eval_es_ersatz_pr_auc": 0.9968627139546349,
+      "eval_es_opus100_pr_auc": 0.934297685429738,
+      "eval_es_ud_pr_auc": 0.9914689968399446,
+      "eval_et_ersatz_pr_auc": 0.9835911526504045,
+      "eval_et_opus100_pr_auc": 0.9114347041232356,
+      "eval_et_ud_pr_auc": 0.9615858356219545,
+      "eval_eu_opus100_pr_auc": 0.8820556931130499,
+      "eval_eu_ud_pr_auc": 0.9874622090237654,
+      "eval_fa_opus100_pr_auc": 0.603971826187535,
+      "eval_fa_ud_pr_auc": 0.9951254276051489,
+      "eval_fi_ersatz_pr_auc": 0.9937759957674295,
+      "eval_fi_opus100_pr_auc": 0.9191455544800722,
+      "eval_fi_ud_pr_auc": 0.967161365085408,
+      "eval_fr_ersatz_pr_auc": 0.989019161250193,
+      "eval_fr_opus100_pr_auc": 0.9136096939763952,
+      "eval_fr_ud_pr_auc": 0.984194827494667,
+      "eval_fy_opus100_pr_auc": 0.6918188811541957,
+      "eval_ga_opus100_pr_auc": 0.9105396549490148,
+      "eval_ga_ud_pr_auc": 0.8217749726085981,
+      "eval_gd_opus100_pr_auc": 0.6737222434456006,
+      "eval_gd_ud_pr_auc": 0.8152825685269424,
+      "eval_gl_opus100_pr_auc": 0.8871656550712604,
+      "eval_gl_ud_pr_auc": 0.9987318287635054,
+      "eval_gu_ersatz_pr_auc": 0.9455905903415852,
+      "eval_gu_opus100_pr_auc": 0.7635902043495114,
+      "eval_ha_opus100_pr_auc": 0.9251763923711808,
+      "eval_he_opus100_pr_auc": 0.8734803940247674,
+      "eval_he_ud_pr_auc": 0.9796007768633095,
+      "eval_hi_ersatz_pr_auc": 0.9832361805047216,
+      "eval_hi_opus100_pr_auc": 0.7294573621865366,
+      "eval_hi_ud_pr_auc": 0.9841698501339979,
+      "eval_hu_opus100_pr_auc": 0.9168664821863067,
+      "eval_hu_ud_pr_auc": 0.9856219012033536,
+      "eval_hy_opus100_pr_auc": 0.9098044844995412,
+      "eval_hy_ud_pr_auc": 0.9723887911734638,
+      "eval_id_opus100_pr_auc": 0.8844479498726364,
+      "eval_id_ud_pr_auc": 0.9947256034363396,
+      "eval_ig_opus100_pr_auc": 0.8701915415274365,
+      "eval_is_opus100_pr_auc": 0.9223152364822121,
+      "eval_is_ud_pr_auc": 0.9120912643156621,
+      "eval_it_opus100_pr_auc": 0.9141756589812887,
+      "eval_it_ud_pr_auc": 0.9934766652721378,
+      "eval_ja_ersatz_pr_auc": 0.9040127272671824,
+      "eval_ja_opus100_pr_auc": 0.8395651792679859,
+      "eval_ja_ud_pr_auc": 0.9849835906333135,
+      "eval_jv_ud_pr_auc": 0.9633765931874911,
+      "eval_ka_opus100_pr_auc": 0.8654221762485944,
+      "eval_kk_ersatz_pr_auc": 0.9902818290303036,
+      "eval_kk_opus100_pr_auc": 0.8067117388954844,
+      "eval_kk_ud_pr_auc": 0.9729650494060438,
+      "eval_km_ersatz_pr_auc": 0.934897675661115,
+      "eval_km_opus100_pr_auc": 0.7408640636642521,
+      "eval_kn_opus100_pr_auc": 0.6660621637348102,
+      "eval_ko_opus100_pr_auc": 0.6924969237346171,
+      "eval_ko_ud_pr_auc": 0.998511026457756,
+      "eval_ku_opus100_pr_auc": 0.8608955716214334,
+      "eval_ky_opus100_pr_auc": 0.8967382283771488,
+      "eval_la_ud_pr_auc": 0.9775600983253474,
+      "eval_loss": 0.026959717273712158,
+      "eval_lt_ersatz_pr_auc": 0.9955661673930214,
+      "eval_lt_opus100_pr_auc": 0.8789726479714413,
+      "eval_lt_ud_pr_auc": 0.9968822083009371,
+      "eval_lv_ersatz_pr_auc": 0.9889442518600925,
+      "eval_lv_opus100_pr_auc": 0.8912862652042521,
+      "eval_lv_ud_pr_auc": 0.9668030388149473,
+      "eval_mg_opus100_pr_auc": 0.9412955821914322,
+      "eval_mk_opus100_pr_auc": 0.9282985035770265,
+      "eval_ml_opus100_pr_auc": 0.8145979145213327,
+      "eval_mn_opus100_pr_auc": 0.9505605840531598,
+      "eval_mr_opus100_pr_auc": 0.9081570180173002,
+      "eval_mr_ud_pr_auc": 0.973885804376514,
+      "eval_ms_opus100_pr_auc": 0.8680133245120079,
+      "eval_mt_opus100_pr_auc": 0.8512400339765757,
+      "eval_mt_ud_pr_auc": 0.9114318180215945,
+      "eval_my_opus100_pr_auc": 0.8298015944856812,
+      "eval_ne_opus100_pr_auc": 0.7583643330444759,
+      "eval_nl_opus100_pr_auc": 0.8958384590469552,
+      "eval_nl_ud_pr_auc": 0.984218041601624,
+      "eval_no_opus100_pr_auc": 0.9212569805449389,
+      "eval_no_ud_pr_auc": 0.9965910957082031,
+      "eval_pa_opus100_pr_auc": 0.7019130846817093,
+      "eval_pl_ersatz_pr_auc": 0.9671262793922666,
+      "eval_pl_opus100_pr_auc": 0.896308019318037,
+      "eval_pl_ud_pr_auc": 0.9649405267837368,
+      "eval_ps_ersatz_pr_auc": 0.9345182924788068,
+      "eval_ps_opus100_pr_auc": 0.7431854263444617,
+      "eval_pt_opus100_pr_auc": 0.919268481981359,
+      "eval_pt_ud_pr_auc": 0.9860483007406202,
+      "eval_ro_ersatz_pr_auc": 0.9931125432228051,
+      "eval_ro_opus100_pr_auc": 0.8736190630093974,
+      "eval_ro_ud_pr_auc": 0.9588356137570367,
+      "eval_ru_ersatz_pr_auc": 0.9938189319529278,
+      "eval_ru_opus100_pr_auc": 0.9316601200537423,
+      "eval_ru_ud_pr_auc": 0.8777562221286093,
+      "eval_runtime": 604.2199,
+      "eval_samples_per_second": 124.878,
+      "eval_si_opus100_pr_auc": 0.8166016361773663,
+      "eval_sk_opus100_pr_auc": 0.9306344732102418,
+      "eval_sk_ud_pr_auc": 0.9800641672759307,
+      "eval_sl_opus100_pr_auc": 0.8757443344462793,
+      "eval_sl_ud_pr_auc": 0.9736715470154229,
+      "eval_sq_opus100_pr_auc": 0.9317309003083015,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9112347425937048,
+      "eval_sr_ud_pr_auc": 0.9994579870067767,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.8989565335083093,
+      "eval_sv_ud_pr_auc": 0.946810380721921,
+      "eval_ta_ersatz_pr_auc": 0.9830028243686741,
+      "eval_ta_opus100_pr_auc": 0.719005522086163,
+      "eval_ta_ud_pr_auc": 0.9963186115273318,
+      "eval_te_opus100_pr_auc": 0.8517533766484707,
+      "eval_tg_opus100_pr_auc": 0.8998675160070978,
+      "eval_th_opus100_pr_auc": 0.685027320386134,
+      "eval_th_ud_pr_auc": 0.8556950698823422,
+      "eval_tr_ersatz_pr_auc": 0.9683745469138123,
+      "eval_tr_opus100_pr_auc": 0.8954152959404675,
+      "eval_tr_ud_pr_auc": 0.9580525316672146,
+      "eval_uk_opus100_pr_auc": 0.8735740581018119,
+      "eval_uk_ud_pr_auc": 0.9315512150290606,
+      "eval_ur_opus100_pr_auc": 0.5879817030341731,
+      "eval_ur_ud_pr_auc": 0.9962543739537726,
+      "eval_uz_opus100_pr_auc": 0.8881094544296456,
+      "eval_vi_opus100_pr_auc": 0.9043895228824156,
+      "eval_vi_ud_pr_auc": 0.9650952701733603,
+      "eval_xh_opus100_pr_auc": 0.8799128294023674,
+      "eval_yi_opus100_pr_auc": 0.745618990904529,
+      "eval_yo_opus100_pr_auc": 0.8386264151403996,
+      "eval_yo_ud_pr_auc": 0.9295035417134612,
+      "eval_zh_ersatz_pr_auc": 0.9728320111903522,
+      "eval_zh_opus100_pr_auc": 0.8836285595366925,
+      "eval_zh_ud_pr_auc": 0.9930087577271283,
+      "eval_zu_opus100_pr_auc": 0.8242430614092539,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.0235,
+      "step": 200050
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.0232,
+      "step": 200100
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.0232,
+      "step": 200150
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.0232,
+      "step": 200200
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.0234,
+      "step": 200250
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.0233,
+      "step": 200300
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.0234,
+      "step": 200350
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0232,
+      "step": 200400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.0233,
+      "step": 200450
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.0236,
+      "step": 200500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0231,
+      "step": 200550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0233,
+      "step": 200600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.0234,
+      "step": 200650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.0235,
+      "step": 200700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.0234,
+      "step": 200750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.0233,
+      "step": 200800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.0233,
+      "step": 200850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.0231,
+      "step": 200900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0234,
+      "step": 200950
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.0233,
+      "step": 201000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0232,
+      "step": 201050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0232,
+      "step": 201100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0233,
+      "step": 201150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0231,
+      "step": 201200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.0231,
+      "step": 201250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.0232,
+      "step": 201300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0232,
+      "step": 201350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.0233,
+      "step": 201400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0234,
+      "step": 201450
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.0231,
+      "step": 201500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.023,
+      "step": 201550
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.0229,
+      "step": 201600
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.023,
+      "step": 201650
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.0232,
+      "step": 201700
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.0232,
+      "step": 201750
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.0233,
+      "step": 201800
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.0233,
+      "step": 201850
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0232,
+      "step": 201900
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0233,
+      "step": 201950
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0234,
+      "step": 202000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.023,
+      "step": 202050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.0233,
+      "step": 202100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0233,
+      "step": 202150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0231,
+      "step": 202200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.0233,
+      "step": 202250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0234,
+      "step": 202300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.0232,
+      "step": 202350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.0233,
+      "step": 202400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.0234,
+      "step": 202450
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.0232,
+      "step": 202500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0234,
+      "step": 202550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.0233,
+      "step": 202600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.0236,
+      "step": 202650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.0233,
+      "step": 202700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.0232,
+      "step": 202750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.0233,
+      "step": 202800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.0233,
+      "step": 202850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.0233,
+      "step": 202900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.0231,
+      "step": 202950
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0231,
+      "step": 203000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.0232,
+      "step": 203050
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.0235,
+      "step": 203100
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0232,
+      "step": 203150
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.0231,
+      "step": 203200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.0233,
+      "step": 203250
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.0232,
+      "step": 203300
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0228,
+      "step": 203350
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.023,
+      "step": 203400
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.0231,
+      "step": 203450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0231,
+      "step": 203500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0233,
+      "step": 203550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.0231,
+      "step": 203600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.0234,
+      "step": 203650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0232,
+      "step": 203700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.0232,
+      "step": 203750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.0234,
+      "step": 203800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.023,
+      "step": 203850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0234,
+      "step": 203900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.0232,
+      "step": 203950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.0231,
+      "step": 204000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.0232,
+      "step": 204050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0232,
+      "step": 204100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.0232,
+      "step": 204150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.0232,
+      "step": 204200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.0234,
+      "step": 204250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.023,
+      "step": 204300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0232,
+      "step": 204350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.023,
+      "step": 204400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.0232,
+      "step": 204450
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.023,
+      "step": 204500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.0231,
+      "step": 204550
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.0233,
+      "step": 204600
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.023,
+      "step": 204650
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0234,
+      "step": 204700
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.023,
+      "step": 204750
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.0232,
+      "step": 204800
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0231,
+      "step": 204850
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0233,
+      "step": 204900
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0231,
+      "step": 204950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.0233,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "eval_af_opus100_pr_auc": 0.7897088471582623,
+      "eval_af_ud_pr_auc": 0.9909050774991619,
+      "eval_am_opus100_pr_auc": 0.5828774165447821,
+      "eval_ar_ersatz_pr_auc": 0.930826385381384,
+      "eval_ar_opus100_pr_auc": 0.7390907952687524,
+      "eval_ar_ud_pr_auc": 0.8887127356075631,
+      "eval_average_ersatz_pr_auc": 0.9749757857579808,
+      "eval_average_opus100_pr_auc": 0.8504470331903465,
+      "eval_average_ud_pr_auc": 0.9672385922371872,
+      "eval_az_opus100_pr_auc": 0.8000526576876079,
+      "eval_be_opus100_pr_auc": 0.7454353375183062,
+      "eval_be_ud_pr_auc": 0.9111819847602435,
+      "eval_bg_opus100_pr_auc": 0.9236289319056108,
+      "eval_bg_ud_pr_auc": 0.9967556084870319,
+      "eval_bn_opus100_pr_auc": 0.845142782697088,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8970802531486606,
+      "eval_ca_ud_pr_auc": 0.9969263993999499,
+      "eval_ceb_ud_pr_auc": 0.9983655540477282,
+      "eval_cs_ersatz_pr_auc": 0.9864492741610406,
+      "eval_cs_opus100_pr_auc": 0.919375588036137,
+      "eval_cs_ud_pr_auc": 0.9650269651150835,
+      "eval_cy_opus100_pr_auc": 0.8026835451370624,
+      "eval_cy_ud_pr_auc": 0.9977981873545347,
+      "eval_da_opus100_pr_auc": 0.9155933094607767,
+      "eval_da_ud_pr_auc": 0.9798138327360316,
+      "eval_de_ersatz_pr_auc": 0.9881894384121908,
+      "eval_de_opus100_pr_auc": 0.9170316225329093,
+      "eval_de_ud_pr_auc": 0.9860753917793749,
+      "eval_el_opus100_pr_auc": 0.9188501648167906,
+      "eval_el_ud_pr_auc": 0.9933678362610365,
+      "eval_en_ersatz_pr_auc": 0.991922274112885,
+      "eval_en_opus100_pr_auc": 0.9309235943706783,
+      "eval_en_ud_pr_auc": 0.982063787217191,
+      "eval_eo_opus100_pr_auc": 0.9328621370423028,
+      "eval_es_ersatz_pr_auc": 0.9971602905388428,
+      "eval_es_opus100_pr_auc": 0.9395665609039175,
+      "eval_es_ud_pr_auc": 0.992698924927383,
+      "eval_et_ersatz_pr_auc": 0.9839124177903954,
+      "eval_et_opus100_pr_auc": 0.9226001657078475,
+      "eval_et_ud_pr_auc": 0.9697915272081813,
+      "eval_eu_opus100_pr_auc": 0.8872639300847229,
+      "eval_eu_ud_pr_auc": 0.9919274361704306,
+      "eval_fa_opus100_pr_auc": 0.6193950110484251,
+      "eval_fa_ud_pr_auc": 0.9970652460555601,
+      "eval_fi_ersatz_pr_auc": 0.9944014667754123,
+      "eval_fi_opus100_pr_auc": 0.9180796304401928,
+      "eval_fi_ud_pr_auc": 0.965480574285544,
+      "eval_fr_ersatz_pr_auc": 0.990225529935477,
+      "eval_fr_opus100_pr_auc": 0.9159380034045905,
+      "eval_fr_ud_pr_auc": 0.9896020246753404,
+      "eval_fy_opus100_pr_auc": 0.6900671498898161,
+      "eval_ga_opus100_pr_auc": 0.9115290913819073,
+      "eval_ga_ud_pr_auc": 0.8205047983519518,
+      "eval_gd_opus100_pr_auc": 0.6692309795834076,
+      "eval_gd_ud_pr_auc": 0.8098675713109383,
+      "eval_gl_opus100_pr_auc": 0.8921335019895246,
+      "eval_gl_ud_pr_auc": 0.998742181742183,
+      "eval_gu_ersatz_pr_auc": 0.9512348273633247,
+      "eval_gu_opus100_pr_auc": 0.7678320033222614,
+      "eval_ha_opus100_pr_auc": 0.9233654281460778,
+      "eval_he_opus100_pr_auc": 0.8872394908932213,
+      "eval_he_ud_pr_auc": 0.9835155098302505,
+      "eval_hi_ersatz_pr_auc": 0.9811280738337109,
+      "eval_hi_opus100_pr_auc": 0.7325958692505364,
+      "eval_hi_ud_pr_auc": 0.9822130277719285,
+      "eval_hu_opus100_pr_auc": 0.9218640752235007,
+      "eval_hu_ud_pr_auc": 0.9858519432859971,
+      "eval_hy_opus100_pr_auc": 0.9111976699597817,
+      "eval_hy_ud_pr_auc": 0.9751471234622524,
+      "eval_id_opus100_pr_auc": 0.8782245128222443,
+      "eval_id_ud_pr_auc": 0.9946911633915916,
+      "eval_ig_opus100_pr_auc": 0.878835199686243,
+      "eval_is_opus100_pr_auc": 0.9300319823934137,
+      "eval_is_ud_pr_auc": 0.9143601161095591,
+      "eval_it_opus100_pr_auc": 0.9147479888336124,
+      "eval_it_ud_pr_auc": 0.9950830989661933,
+      "eval_ja_ersatz_pr_auc": 0.9117685422885236,
+      "eval_ja_opus100_pr_auc": 0.8200771939196073,
+      "eval_ja_ud_pr_auc": 0.9852059747027742,
+      "eval_jv_ud_pr_auc": 0.9711448128237696,
+      "eval_ka_opus100_pr_auc": 0.8754137497118288,
+      "eval_kk_ersatz_pr_auc": 0.9896740437705289,
+      "eval_kk_opus100_pr_auc": 0.8082748187212315,
+      "eval_kk_ud_pr_auc": 0.9711614396088315,
+      "eval_km_ersatz_pr_auc": 0.9370368084948161,
+      "eval_km_opus100_pr_auc": 0.7579571853591166,
+      "eval_kn_opus100_pr_auc": 0.6686290539796247,
+      "eval_ko_opus100_pr_auc": 0.6963058057949377,
+      "eval_ko_ud_pr_auc": 0.9997645524495347,
+      "eval_ku_opus100_pr_auc": 0.8696492725815497,
+      "eval_ky_opus100_pr_auc": 0.8875241844753122,
+      "eval_la_ud_pr_auc": 0.9758239210881063,
+      "eval_loss": 0.02690182626247406,
+      "eval_lt_ersatz_pr_auc": 0.9955384943257523,
+      "eval_lt_opus100_pr_auc": 0.8930034132743798,
+      "eval_lt_ud_pr_auc": 0.9970081944982477,
+      "eval_lv_ersatz_pr_auc": 0.9911525384351945,
+      "eval_lv_opus100_pr_auc": 0.8934734347544538,
+      "eval_lv_ud_pr_auc": 0.96474552641363,
+      "eval_mg_opus100_pr_auc": 0.9389927688697123,
+      "eval_mk_opus100_pr_auc": 0.9292453722245354,
+      "eval_ml_opus100_pr_auc": 0.8130510584647191,
+      "eval_mn_opus100_pr_auc": 0.9577441534076054,
+      "eval_mr_opus100_pr_auc": 0.9148083940226411,
+      "eval_mr_ud_pr_auc": 0.9838297012999017,
+      "eval_ms_opus100_pr_auc": 0.872410509201691,
+      "eval_mt_opus100_pr_auc": 0.8635305085117589,
+      "eval_mt_ud_pr_auc": 0.9098311570898229,
+      "eval_my_opus100_pr_auc": 0.8424465343439397,
+      "eval_ne_opus100_pr_auc": 0.7571588250221727,
+      "eval_nl_opus100_pr_auc": 0.9029113838315602,
+      "eval_nl_ud_pr_auc": 0.9869713674624748,
+      "eval_no_opus100_pr_auc": 0.9231144126358475,
+      "eval_no_ud_pr_auc": 0.9960990242239549,
+      "eval_pa_opus100_pr_auc": 0.6949039599394117,
+      "eval_pl_ersatz_pr_auc": 0.973802541890213,
+      "eval_pl_opus100_pr_auc": 0.8995772113885847,
+      "eval_pl_ud_pr_auc": 0.9689388662939087,
+      "eval_ps_ersatz_pr_auc": 0.9348426154502247,
+      "eval_ps_opus100_pr_auc": 0.7452350584021065,
+      "eval_pt_opus100_pr_auc": 0.9267711009984168,
+      "eval_pt_ud_pr_auc": 0.9891679712599405,
+      "eval_ro_ersatz_pr_auc": 0.9936312150966284,
+      "eval_ro_opus100_pr_auc": 0.8813288825287021,
+      "eval_ro_ud_pr_auc": 0.9628552114804839,
+      "eval_ru_ersatz_pr_auc": 0.9932421763454269,
+      "eval_ru_opus100_pr_auc": 0.9374129180254058,
+      "eval_ru_ud_pr_auc": 0.8790640041099959,
+      "eval_runtime": 602.9893,
+      "eval_samples_per_second": 125.133,
+      "eval_si_opus100_pr_auc": 0.8159333234058672,
+      "eval_sk_opus100_pr_auc": 0.9380929114768763,
+      "eval_sk_ud_pr_auc": 0.9857924905283304,
+      "eval_sl_opus100_pr_auc": 0.8876879775178319,
+      "eval_sl_ud_pr_auc": 0.972033551650452,
+      "eval_sq_opus100_pr_auc": 0.9399577545712421,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9171206458885901,
+      "eval_sr_ud_pr_auc": 0.9995344314696148,
+      "eval_steps_per_second": 0.978,
+      "eval_sv_opus100_pr_auc": 0.9035233372725877,
+      "eval_sv_ud_pr_auc": 0.9418856081570305,
+      "eval_ta_ersatz_pr_auc": 0.9840632120027977,
+      "eval_ta_opus100_pr_auc": 0.7386450842388483,
+      "eval_ta_ud_pr_auc": 0.9961438025007514,
+      "eval_te_opus100_pr_auc": 0.8495826263743204,
+      "eval_tg_opus100_pr_auc": 0.9001610544833987,
+      "eval_th_opus100_pr_auc": 0.6836895000439361,
+      "eval_th_ud_pr_auc": 0.8673548787982008,
+      "eval_tr_ersatz_pr_auc": 0.96735185768408,
+      "eval_tr_opus100_pr_auc": 0.9019826088002751,
+      "eval_tr_ud_pr_auc": 0.96049373354688,
+      "eval_uk_opus100_pr_auc": 0.8812773468372742,
+      "eval_uk_ud_pr_auc": 0.926560271194199,
+      "eval_ur_opus100_pr_auc": 0.6002173952992559,
+      "eval_ur_ud_pr_auc": 0.9974935675903351,
+      "eval_uz_opus100_pr_auc": 0.8935446023379688,
+      "eval_vi_opus100_pr_auc": 0.903367134626721,
+      "eval_vi_ud_pr_auc": 0.9649841662365876,
+      "eval_xh_opus100_pr_auc": 0.8843405638267299,
+      "eval_yi_opus100_pr_auc": 0.8125406246898959,
+      "eval_yo_opus100_pr_auc": 0.8254922235191817,
+      "eval_yo_ud_pr_auc": 0.9301455910556213,
+      "eval_zh_ersatz_pr_auc": 0.9819132625867303,
+      "eval_zh_opus100_pr_auc": 0.8929701848432743,
+      "eval_zh_ud_pr_auc": 0.9950303121760715,
+      "eval_zu_opus100_pr_auc": 0.8235034288725094,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.0231,
+      "step": 205050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0231,
+      "step": 205100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.023,
+      "step": 205150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.0231,
+      "step": 205200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.023,
+      "step": 205250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0231,
+      "step": 205300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.023,
+      "step": 205350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0232,
+      "step": 205400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.0233,
+      "step": 205450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.0232,
+      "step": 205500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0232,
+      "step": 205550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.0232,
+      "step": 205600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.0232,
+      "step": 205650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.023,
+      "step": 205700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0229,
+      "step": 205750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0231,
+      "step": 205800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.0232,
+      "step": 205850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0231,
+      "step": 205900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0231,
+      "step": 205950
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0234,
+      "step": 206000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.023,
+      "step": 206050
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.0233,
+      "step": 206100
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.0232,
+      "step": 206150
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0232,
+      "step": 206200
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.0231,
+      "step": 206250
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0232,
+      "step": 206300
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.0234,
+      "step": 206350
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.0232,
+      "step": 206400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0234,
+      "step": 206450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.0233,
+      "step": 206500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.0233,
+      "step": 206550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.023,
+      "step": 206600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0232,
+      "step": 206650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.0233,
+      "step": 206700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0231,
+      "step": 206750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.0232,
+      "step": 206800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0231,
+      "step": 206850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.0231,
+      "step": 206900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.0231,
+      "step": 206950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.0231,
+      "step": 207000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.0231,
+      "step": 207050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0232,
+      "step": 207100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.0231,
+      "step": 207150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.0233,
+      "step": 207200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.023,
+      "step": 207250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.0231,
+      "step": 207300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.0229,
+      "step": 207350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0233,
+      "step": 207400
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.0232,
+      "step": 207450
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0229,
+      "step": 207500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.0231,
+      "step": 207550
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.023,
+      "step": 207600
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0234,
+      "step": 207650
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0233,
+      "step": 207700
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.0231,
+      "step": 207750
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.0234,
+      "step": 207800
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.0232,
+      "step": 207850
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0232,
+      "step": 207900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0232,
+      "step": 207950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.0231,
+      "step": 208000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.0229,
+      "step": 208050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.0232,
+      "step": 208100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.0231,
+      "step": 208150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.0233,
+      "step": 208200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.0231,
+      "step": 208250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0232,
+      "step": 208300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0233,
+      "step": 208350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.023,
+      "step": 208400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0233,
+      "step": 208450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.0232,
+      "step": 208500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.0231,
+      "step": 208550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.023,
+      "step": 208600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.023,
+      "step": 208650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.0232,
+      "step": 208700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0233,
+      "step": 208750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.0231,
+      "step": 208800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.0231,
+      "step": 208850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.0231,
+      "step": 208900
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0232,
+      "step": 208950
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0232,
+      "step": 209000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.0232,
+      "step": 209050
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.0229,
+      "step": 209100
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0232,
+      "step": 209150
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.0233,
+      "step": 209200
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.0233,
+      "step": 209250
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.0233,
+      "step": 209300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.023,
+      "step": 209350
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.023,
+      "step": 209400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.0231,
+      "step": 209450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.0233,
+      "step": 209500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0231,
+      "step": 209550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.023,
+      "step": 209600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.0234,
+      "step": 209650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0231,
+      "step": 209700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.0232,
+      "step": 209750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.023,
+      "step": 209800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.0231,
+      "step": 209850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0232,
+      "step": 209900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0231,
+      "step": 209950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.0232,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "eval_af_opus100_pr_auc": 0.7970052150738326,
+      "eval_af_ud_pr_auc": 0.990317278880292,
+      "eval_am_opus100_pr_auc": 0.6381291991587652,
+      "eval_ar_ersatz_pr_auc": 0.9252683046193286,
+      "eval_ar_opus100_pr_auc": 0.7447662147204759,
+      "eval_ar_ud_pr_auc": 0.898948304369157,
+      "eval_average_ersatz_pr_auc": 0.9728438375478695,
+      "eval_average_opus100_pr_auc": 0.851497834807212,
+      "eval_average_ud_pr_auc": 0.967665117391249,
+      "eval_az_opus100_pr_auc": 0.7959815431675732,
+      "eval_be_opus100_pr_auc": 0.7414004521856238,
+      "eval_be_ud_pr_auc": 0.9110733122501251,
+      "eval_bg_opus100_pr_auc": 0.923480840622357,
+      "eval_bg_ud_pr_auc": 0.9948801746962896,
+      "eval_bn_opus100_pr_auc": 0.8467745234475603,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8977857732501779,
+      "eval_ca_ud_pr_auc": 0.9954394181188886,
+      "eval_ceb_ud_pr_auc": 0.9987350941111062,
+      "eval_cs_ersatz_pr_auc": 0.9848387761584135,
+      "eval_cs_opus100_pr_auc": 0.9253175274743753,
+      "eval_cs_ud_pr_auc": 0.9634092482824979,
+      "eval_cy_opus100_pr_auc": 0.799492370677765,
+      "eval_cy_ud_pr_auc": 0.9978708791832951,
+      "eval_da_opus100_pr_auc": 0.9208599972791606,
+      "eval_da_ud_pr_auc": 0.9817867985340611,
+      "eval_de_ersatz_pr_auc": 0.9898646974067481,
+      "eval_de_opus100_pr_auc": 0.9131988349535114,
+      "eval_de_ud_pr_auc": 0.9867287568759288,
+      "eval_el_opus100_pr_auc": 0.9193062024948006,
+      "eval_el_ud_pr_auc": 0.9918616898733771,
+      "eval_en_ersatz_pr_auc": 0.9927088715226611,
+      "eval_en_opus100_pr_auc": 0.9312194486820949,
+      "eval_en_ud_pr_auc": 0.9819260576147758,
+      "eval_eo_opus100_pr_auc": 0.9318104761512225,
+      "eval_es_ersatz_pr_auc": 0.9969078246157258,
+      "eval_es_opus100_pr_auc": 0.9386273610986299,
+      "eval_es_ud_pr_auc": 0.9923570199628156,
+      "eval_et_ersatz_pr_auc": 0.9833453062314721,
+      "eval_et_opus100_pr_auc": 0.923732726189404,
+      "eval_et_ud_pr_auc": 0.9667671727661667,
+      "eval_eu_opus100_pr_auc": 0.8869733986632992,
+      "eval_eu_ud_pr_auc": 0.9896359440723332,
+      "eval_fa_opus100_pr_auc": 0.6352341849500807,
+      "eval_fa_ud_pr_auc": 0.9939445409649408,
+      "eval_fi_ersatz_pr_auc": 0.9927138333677762,
+      "eval_fi_opus100_pr_auc": 0.9245276711136279,
+      "eval_fi_ud_pr_auc": 0.9644140995949813,
+      "eval_fr_ersatz_pr_auc": 0.9916367234940492,
+      "eval_fr_opus100_pr_auc": 0.9201593008949895,
+      "eval_fr_ud_pr_auc": 0.9876843921604561,
+      "eval_fy_opus100_pr_auc": 0.6805267385188442,
+      "eval_ga_opus100_pr_auc": 0.9132116864535922,
+      "eval_ga_ud_pr_auc": 0.8153217767844958,
+      "eval_gd_opus100_pr_auc": 0.6882324746581605,
+      "eval_gd_ud_pr_auc": 0.8235227223392751,
+      "eval_gl_opus100_pr_auc": 0.8920526647587218,
+      "eval_gl_ud_pr_auc": 0.9983651771834042,
+      "eval_gu_ersatz_pr_auc": 0.9416922062662797,
+      "eval_gu_opus100_pr_auc": 0.7675514025959125,
+      "eval_ha_opus100_pr_auc": 0.9286081599188466,
+      "eval_he_opus100_pr_auc": 0.8712624465246643,
+      "eval_he_ud_pr_auc": 0.9827315566173929,
+      "eval_hi_ersatz_pr_auc": 0.9812355533819234,
+      "eval_hi_opus100_pr_auc": 0.7433970029450133,
+      "eval_hi_ud_pr_auc": 0.9794146935670068,
+      "eval_hu_opus100_pr_auc": 0.9229757747043312,
+      "eval_hu_ud_pr_auc": 0.9883658821677608,
+      "eval_hy_opus100_pr_auc": 0.913656870262332,
+      "eval_hy_ud_pr_auc": 0.9788226495961888,
+      "eval_id_opus100_pr_auc": 0.8888200018058725,
+      "eval_id_ud_pr_auc": 0.9939374101617393,
+      "eval_ig_opus100_pr_auc": 0.8727711051779827,
+      "eval_is_opus100_pr_auc": 0.9274546606129904,
+      "eval_is_ud_pr_auc": 0.921446615550377,
+      "eval_it_opus100_pr_auc": 0.9127096602674027,
+      "eval_it_ud_pr_auc": 0.9962484381825691,
+      "eval_ja_ersatz_pr_auc": 0.8889984492319405,
+      "eval_ja_opus100_pr_auc": 0.8526139417965958,
+      "eval_ja_ud_pr_auc": 0.9822018055545885,
+      "eval_jv_ud_pr_auc": 0.9643662249925726,
+      "eval_ka_opus100_pr_auc": 0.867422241770337,
+      "eval_kk_ersatz_pr_auc": 0.9905836202632885,
+      "eval_kk_opus100_pr_auc": 0.8006607609514136,
+      "eval_kk_ud_pr_auc": 0.9750195597014932,
+      "eval_km_ersatz_pr_auc": 0.9389046823577963,
+      "eval_km_opus100_pr_auc": 0.7568608455129388,
+      "eval_kn_opus100_pr_auc": 0.6599062325786937,
+      "eval_ko_opus100_pr_auc": 0.7074855294289201,
+      "eval_ko_ud_pr_auc": 0.9993744906233502,
+      "eval_ku_opus100_pr_auc": 0.869207492541383,
+      "eval_ky_opus100_pr_auc": 0.8995024262180611,
+      "eval_la_ud_pr_auc": 0.9733251518509738,
+      "eval_loss": 0.026593243703246117,
+      "eval_lt_ersatz_pr_auc": 0.9957596623739092,
+      "eval_lt_opus100_pr_auc": 0.8966690424097331,
+      "eval_lt_ud_pr_auc": 0.9968127808372751,
+      "eval_lv_ersatz_pr_auc": 0.9910641554461778,
+      "eval_lv_opus100_pr_auc": 0.9024218811436484,
+      "eval_lv_ud_pr_auc": 0.9671104098021043,
+      "eval_mg_opus100_pr_auc": 0.9442655146343497,
+      "eval_mk_opus100_pr_auc": 0.9263758507882942,
+      "eval_ml_opus100_pr_auc": 0.8119374527192312,
+      "eval_mn_opus100_pr_auc": 0.956754883176768,
+      "eval_mr_opus100_pr_auc": 0.9095512248494085,
+      "eval_mr_ud_pr_auc": 0.9829219086972151,
+      "eval_ms_opus100_pr_auc": 0.8724955825843678,
+      "eval_mt_opus100_pr_auc": 0.8633723661036202,
+      "eval_mt_ud_pr_auc": 0.9205945236625652,
+      "eval_my_opus100_pr_auc": 0.839367475439482,
+      "eval_ne_opus100_pr_auc": 0.7614449214339755,
+      "eval_nl_opus100_pr_auc": 0.9013439656624955,
+      "eval_nl_ud_pr_auc": 0.9866497135460304,
+      "eval_no_opus100_pr_auc": 0.9217530406754432,
+      "eval_no_ud_pr_auc": 0.9961382448759958,
+      "eval_pa_opus100_pr_auc": 0.6940919338401489,
+      "eval_pl_ersatz_pr_auc": 0.9704403902713037,
+      "eval_pl_opus100_pr_auc": 0.9020995231372225,
+      "eval_pl_ud_pr_auc": 0.9720123270689468,
+      "eval_ps_ersatz_pr_auc": 0.9305441728932982,
+      "eval_ps_opus100_pr_auc": 0.7463151580486577,
+      "eval_pt_opus100_pr_auc": 0.9269803547993942,
+      "eval_pt_ud_pr_auc": 0.9874808144253827,
+      "eval_ro_ersatz_pr_auc": 0.9943675882518291,
+      "eval_ro_opus100_pr_auc": 0.8847895944327931,
+      "eval_ro_ud_pr_auc": 0.9651473328996931,
+      "eval_ru_ersatz_pr_auc": 0.9947419533986047,
+      "eval_ru_opus100_pr_auc": 0.9319874030117072,
+      "eval_ru_ud_pr_auc": 0.8899393585939884,
+      "eval_runtime": 600.7697,
+      "eval_samples_per_second": 125.596,
+      "eval_si_opus100_pr_auc": 0.8214960278107857,
+      "eval_sk_opus100_pr_auc": 0.9419047609961918,
+      "eval_sk_ud_pr_auc": 0.9828338497921032,
+      "eval_sl_opus100_pr_auc": 0.8813724700312511,
+      "eval_sl_ud_pr_auc": 0.9735817339630728,
+      "eval_sq_opus100_pr_auc": 0.9338736620193253,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.918740785841824,
+      "eval_sr_ud_pr_auc": 0.9991368591387118,
+      "eval_steps_per_second": 0.982,
+      "eval_sv_opus100_pr_auc": 0.9049400211600827,
+      "eval_sv_ud_pr_auc": 0.9456331565015017,
+      "eval_ta_ersatz_pr_auc": 0.9822202130098929,
+      "eval_ta_opus100_pr_auc": 0.737835471525889,
+      "eval_ta_ud_pr_auc": 0.996614315792638,
+      "eval_te_opus100_pr_auc": 0.8422059573578247,
+      "eval_tg_opus100_pr_auc": 0.9008116077429945,
+      "eval_th_opus100_pr_auc": 0.6921162802899609,
+      "eval_th_ud_pr_auc": 0.8518177958471549,
+      "eval_tr_ersatz_pr_auc": 0.9716642284606151,
+      "eval_tr_opus100_pr_auc": 0.9018974191321091,
+      "eval_tr_ud_pr_auc": 0.9645484751657905,
+      "eval_uk_opus100_pr_auc": 0.881604959544261,
+      "eval_uk_ud_pr_auc": 0.9308649799577083,
+      "eval_ur_opus100_pr_auc": 0.6112450363793592,
+      "eval_ur_ud_pr_auc": 0.9966360272642484,
+      "eval_uz_opus100_pr_auc": 0.8955817927358712,
+      "eval_vi_opus100_pr_auc": 0.9022529720465873,
+      "eval_vi_ud_pr_auc": 0.9623746266869969,
+      "eval_xh_opus100_pr_auc": 0.8916055575593467,
+      "eval_yi_opus100_pr_auc": 0.7153219395659501,
+      "eval_yo_opus100_pr_auc": 0.841744073171141,
+      "eval_yo_ud_pr_auc": 0.9335656274863504,
+      "eval_zh_ersatz_pr_auc": 0.9730632130300949,
+      "eval_zh_opus100_pr_auc": 0.8852503147537382,
+      "eval_zh_ud_pr_auc": 0.9942524921110522,
+      "eval_zu_opus100_pr_auc": 0.8343307933838153,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.0229,
+      "step": 210050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0232,
+      "step": 210100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.0231,
+      "step": 210150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.0231,
+      "step": 210200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0233,
+      "step": 210250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0232,
+      "step": 210300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.0229,
+      "step": 210350
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.0231,
+      "step": 210400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0229,
+      "step": 210450
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.023,
+      "step": 210500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0231,
+      "step": 210550
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.0231,
+      "step": 210600
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0232,
+      "step": 210650
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0231,
+      "step": 210700
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.0232,
+      "step": 210750
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.0231,
+      "step": 210800
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.0229,
+      "step": 210850
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.0229,
+      "step": 210900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.0231,
+      "step": 210950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.0233,
+      "step": 211000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0232,
+      "step": 211050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.023,
+      "step": 211100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.0231,
+      "step": 211150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.0232,
+      "step": 211200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0232,
+      "step": 211250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.0231,
+      "step": 211300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0231,
+      "step": 211350
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.0229,
+      "step": 211400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0232,
+      "step": 211450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.023,
+      "step": 211500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.023,
+      "step": 211550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.023,
+      "step": 211600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0231,
+      "step": 211650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.0231,
+      "step": 211700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0233,
+      "step": 211750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0228,
+      "step": 211800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.0232,
+      "step": 211850
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0232,
+      "step": 211900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.0229,
+      "step": 211950
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.0231,
+      "step": 212000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.0232,
+      "step": 212050
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.023,
+      "step": 212100
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.023,
+      "step": 212150
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.023,
+      "step": 212200
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0232,
+      "step": 212250
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.0233,
+      "step": 212300
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0232,
+      "step": 212350
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0232,
+      "step": 212400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.0231,
+      "step": 212450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.023,
+      "step": 212500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0232,
+      "step": 212550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0231,
+      "step": 212600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.0231,
+      "step": 212650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0231,
+      "step": 212700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.023,
+      "step": 212750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.023,
+      "step": 212800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.0231,
+      "step": 212850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.0231,
+      "step": 212900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.023,
+      "step": 212950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.023,
+      "step": 213000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.0228,
+      "step": 213050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.0231,
+      "step": 213100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0231,
+      "step": 213150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.023,
+      "step": 213200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.023,
+      "step": 213250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.023,
+      "step": 213300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.0229,
+      "step": 213350
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0227,
+      "step": 213400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.0232,
+      "step": 213450
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0232,
+      "step": 213500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.023,
+      "step": 213550
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.023,
+      "step": 213600
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0231,
+      "step": 213650
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.023,
+      "step": 213700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.0233,
+      "step": 213750
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0231,
+      "step": 213800
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0231,
+      "step": 213850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.023,
+      "step": 213900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.0231,
+      "step": 213950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.023,
+      "step": 214000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0231,
+      "step": 214050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.023,
+      "step": 214100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.0231,
+      "step": 214150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.023,
+      "step": 214200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.0231,
+      "step": 214250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.0229,
+      "step": 214300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.023,
+      "step": 214350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.0231,
+      "step": 214400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0231,
+      "step": 214450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0231,
+      "step": 214500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0229,
+      "step": 214550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.023,
+      "step": 214600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.0229,
+      "step": 214650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.0228,
+      "step": 214700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.023,
+      "step": 214750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0232,
+      "step": 214800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.023,
+      "step": 214850
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.023,
+      "step": 214900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.023,
+      "step": 214950
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0228,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "eval_af_opus100_pr_auc": 0.7893086602875886,
+      "eval_af_ud_pr_auc": 0.9913014567089283,
+      "eval_am_opus100_pr_auc": 0.5986471564994361,
+      "eval_ar_ersatz_pr_auc": 0.9234263750923077,
+      "eval_ar_opus100_pr_auc": 0.7411547867575023,
+      "eval_ar_ud_pr_auc": 0.9010086003423957,
+      "eval_average_ersatz_pr_auc": 0.9715294935828271,
+      "eval_average_opus100_pr_auc": 0.8485615297264352,
+      "eval_average_ud_pr_auc": 0.966258655642161,
+      "eval_az_opus100_pr_auc": 0.7984925244184532,
+      "eval_be_opus100_pr_auc": 0.7303227329760071,
+      "eval_be_ud_pr_auc": 0.9040684767834759,
+      "eval_bg_opus100_pr_auc": 0.9213595535078901,
+      "eval_bg_ud_pr_auc": 0.9961300306712905,
+      "eval_bn_opus100_pr_auc": 0.8396675060629291,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9019167641365227,
+      "eval_ca_ud_pr_auc": 0.994757318388455,
+      "eval_ceb_ud_pr_auc": 0.9997699457735493,
+      "eval_cs_ersatz_pr_auc": 0.9846379677485909,
+      "eval_cs_opus100_pr_auc": 0.9158489102082593,
+      "eval_cs_ud_pr_auc": 0.9603042705296478,
+      "eval_cy_opus100_pr_auc": 0.7951632255542791,
+      "eval_cy_ud_pr_auc": 0.9976102660583536,
+      "eval_da_opus100_pr_auc": 0.9223412066138852,
+      "eval_da_ud_pr_auc": 0.9787458372182087,
+      "eval_de_ersatz_pr_auc": 0.9868579870487446,
+      "eval_de_opus100_pr_auc": 0.9139666470588814,
+      "eval_de_ud_pr_auc": 0.9835795728067209,
+      "eval_el_opus100_pr_auc": 0.9155974303055,
+      "eval_el_ud_pr_auc": 0.9871232413110723,
+      "eval_en_ersatz_pr_auc": 0.9931029884340365,
+      "eval_en_opus100_pr_auc": 0.9269534530706197,
+      "eval_en_ud_pr_auc": 0.977752306650942,
+      "eval_eo_opus100_pr_auc": 0.9289461439960247,
+      "eval_es_ersatz_pr_auc": 0.9968838837096254,
+      "eval_es_opus100_pr_auc": 0.9404600297070691,
+      "eval_es_ud_pr_auc": 0.9919067680240172,
+      "eval_et_ersatz_pr_auc": 0.982836795220781,
+      "eval_et_opus100_pr_auc": 0.918300484797659,
+      "eval_et_ud_pr_auc": 0.9649822813638065,
+      "eval_eu_opus100_pr_auc": 0.8806934793236835,
+      "eval_eu_ud_pr_auc": 0.9895096679832895,
+      "eval_fa_opus100_pr_auc": 0.628918144894757,
+      "eval_fa_ud_pr_auc": 0.992516554903084,
+      "eval_fi_ersatz_pr_auc": 0.9937603758643618,
+      "eval_fi_opus100_pr_auc": 0.9251716650549844,
+      "eval_fi_ud_pr_auc": 0.9676092391025046,
+      "eval_fr_ersatz_pr_auc": 0.9893311366059113,
+      "eval_fr_opus100_pr_auc": 0.9161000699153313,
+      "eval_fr_ud_pr_auc": 0.9875312857229248,
+      "eval_fy_opus100_pr_auc": 0.6733236642859862,
+      "eval_ga_opus100_pr_auc": 0.9115730916215534,
+      "eval_ga_ud_pr_auc": 0.8162405878286196,
+      "eval_gd_opus100_pr_auc": 0.6965671928701336,
+      "eval_gd_ud_pr_auc": 0.8273347153141007,
+      "eval_gl_opus100_pr_auc": 0.8921678261594364,
+      "eval_gl_ud_pr_auc": 0.9981736225622895,
+      "eval_gu_ersatz_pr_auc": 0.9519201530295359,
+      "eval_gu_opus100_pr_auc": 0.7520118783699911,
+      "eval_ha_opus100_pr_auc": 0.9226455268515069,
+      "eval_he_opus100_pr_auc": 0.8740249199942031,
+      "eval_he_ud_pr_auc": 0.9809317293366391,
+      "eval_hi_ersatz_pr_auc": 0.9787769311846284,
+      "eval_hi_opus100_pr_auc": 0.7259019470303469,
+      "eval_hi_ud_pr_auc": 0.979348644233538,
+      "eval_hu_opus100_pr_auc": 0.9197922142000166,
+      "eval_hu_ud_pr_auc": 0.9863215038322202,
+      "eval_hy_opus100_pr_auc": 0.9052929165876695,
+      "eval_hy_ud_pr_auc": 0.9716115431158008,
+      "eval_id_opus100_pr_auc": 0.8871741440048913,
+      "eval_id_ud_pr_auc": 0.9944331396540684,
+      "eval_ig_opus100_pr_auc": 0.8707940634821107,
+      "eval_is_opus100_pr_auc": 0.9291988241001965,
+      "eval_is_ud_pr_auc": 0.9123824837543072,
+      "eval_it_opus100_pr_auc": 0.9114974768237127,
+      "eval_it_ud_pr_auc": 0.9939282226932674,
+      "eval_ja_ersatz_pr_auc": 0.8701039380098909,
+      "eval_ja_opus100_pr_auc": 0.8433515867266825,
+      "eval_ja_ud_pr_auc": 0.9763239463456196,
+      "eval_jv_ud_pr_auc": 0.9629951702554027,
+      "eval_ka_opus100_pr_auc": 0.8682592742751998,
+      "eval_kk_ersatz_pr_auc": 0.9884635335468998,
+      "eval_kk_opus100_pr_auc": 0.8088296624166825,
+      "eval_kk_ud_pr_auc": 0.9743741250307817,
+      "eval_km_ersatz_pr_auc": 0.9409064646884188,
+      "eval_km_opus100_pr_auc": 0.7649685631740548,
+      "eval_kn_opus100_pr_auc": 0.6672261701940956,
+      "eval_ko_opus100_pr_auc": 0.7113262514630568,
+      "eval_ko_ud_pr_auc": 0.9990134170017705,
+      "eval_ku_opus100_pr_auc": 0.8548453453507372,
+      "eval_ky_opus100_pr_auc": 0.9002117432310428,
+      "eval_la_ud_pr_auc": 0.9768910332728403,
+      "eval_loss": 0.026605604216456413,
+      "eval_lt_ersatz_pr_auc": 0.9953678993734709,
+      "eval_lt_opus100_pr_auc": 0.8904027140541859,
+      "eval_lt_ud_pr_auc": 0.9967598463639457,
+      "eval_lv_ersatz_pr_auc": 0.9894584674930536,
+      "eval_lv_opus100_pr_auc": 0.895479257245015,
+      "eval_lv_ud_pr_auc": 0.9682331825756486,
+      "eval_mg_opus100_pr_auc": 0.9401210693258938,
+      "eval_mk_opus100_pr_auc": 0.925559951403724,
+      "eval_ml_opus100_pr_auc": 0.7980084513098047,
+      "eval_mn_opus100_pr_auc": 0.9582612617559988,
+      "eval_mr_opus100_pr_auc": 0.9045525957505531,
+      "eval_mr_ud_pr_auc": 0.9865685867292581,
+      "eval_ms_opus100_pr_auc": 0.8719069161848281,
+      "eval_mt_opus100_pr_auc": 0.8589545653274525,
+      "eval_mt_ud_pr_auc": 0.9090670708687323,
+      "eval_my_opus100_pr_auc": 0.8390396821987995,
+      "eval_ne_opus100_pr_auc": 0.7464829265485644,
+      "eval_nl_opus100_pr_auc": 0.8983113423073413,
+      "eval_nl_ud_pr_auc": 0.9874084021956543,
+      "eval_no_opus100_pr_auc": 0.9244021382468748,
+      "eval_no_ud_pr_auc": 0.9962837413294593,
+      "eval_pa_opus100_pr_auc": 0.6730397232626225,
+      "eval_pl_ersatz_pr_auc": 0.9718502431185502,
+      "eval_pl_opus100_pr_auc": 0.9025798035327117,
+      "eval_pl_ud_pr_auc": 0.9715399797199188,
+      "eval_ps_ersatz_pr_auc": 0.9340952940621243,
+      "eval_ps_opus100_pr_auc": 0.7394653451904737,
+      "eval_pt_opus100_pr_auc": 0.9269495253560831,
+      "eval_pt_ud_pr_auc": 0.9880592924998832,
+      "eval_ro_ersatz_pr_auc": 0.9925447514157717,
+      "eval_ro_opus100_pr_auc": 0.8926689230241329,
+      "eval_ro_ud_pr_auc": 0.9652606210738194,
+      "eval_ru_ersatz_pr_auc": 0.9929396477453366,
+      "eval_ru_opus100_pr_auc": 0.9350663852974151,
+      "eval_ru_ud_pr_auc": 0.8861882648975773,
+      "eval_runtime": 604.0297,
+      "eval_samples_per_second": 124.918,
+      "eval_si_opus100_pr_auc": 0.815813395578409,
+      "eval_sk_opus100_pr_auc": 0.936735815405392,
+      "eval_sk_ud_pr_auc": 0.9802575501973517,
+      "eval_sl_opus100_pr_auc": 0.8795948874780357,
+      "eval_sl_ud_pr_auc": 0.9723912289478266,
+      "eval_sq_opus100_pr_auc": 0.9337328598151939,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9155727772701578,
+      "eval_sr_ud_pr_auc": 0.9993381235088673,
+      "eval_steps_per_second": 0.977,
+      "eval_sv_opus100_pr_auc": 0.9047107915916307,
+      "eval_sv_ud_pr_auc": 0.9431502028046942,
+      "eval_ta_ersatz_pr_auc": 0.9793600532042511,
+      "eval_ta_opus100_pr_auc": 0.729031712828695,
+      "eval_ta_ud_pr_auc": 0.9969079039724907,
+      "eval_te_opus100_pr_auc": 0.8510801504758078,
+      "eval_tg_opus100_pr_auc": 0.8990081170080481,
+      "eval_th_opus100_pr_auc": 0.6830349046883314,
+      "eval_th_ud_pr_auc": 0.8663670492364766,
+      "eval_tr_ersatz_pr_auc": 0.9606015178218373,
+      "eval_tr_opus100_pr_auc": 0.9032886045998225,
+      "eval_tr_ud_pr_auc": 0.9563778076761,
+      "eval_uk_opus100_pr_auc": 0.8778618161212796,
+      "eval_uk_ud_pr_auc": 0.9240141240507777,
+      "eval_ur_opus100_pr_auc": 0.6081206492901874,
+      "eval_ur_ud_pr_auc": 0.9896065855537639,
+      "eval_uz_opus100_pr_auc": 0.8999279464739371,
+      "eval_vi_opus100_pr_auc": 0.9015644583859643,
+      "eval_vi_ud_pr_auc": 0.9532973103517761,
+      "eval_xh_opus100_pr_auc": 0.8721050160934423,
+      "eval_yi_opus100_pr_auc": 0.7596269614929204,
+      "eval_yo_opus100_pr_auc": 0.8422755253921201,
+      "eval_yo_ud_pr_auc": 0.9274795869413895,
+      "eval_zh_ersatz_pr_auc": 0.9764224544040693,
+      "eval_zh_opus100_pr_auc": 0.8837875242701981,
+      "eval_zh_ud_pr_auc": 0.9956759055338266,
+      "eval_zu_opus100_pr_auc": 0.8236040876250506,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0231,
+      "step": 215050
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0232,
+      "step": 215100
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0229,
+      "step": 215150
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0228,
+      "step": 215200
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0232,
+      "step": 215250
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.0232,
+      "step": 215300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0231,
+      "step": 215350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.023,
+      "step": 215400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0229,
+      "step": 215450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.023,
+      "step": 215500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0231,
+      "step": 215550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.0233,
+      "step": 215600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.023,
+      "step": 215650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.023,
+      "step": 215700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0229,
+      "step": 215750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.0231,
+      "step": 215800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.023,
+      "step": 215850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.023,
+      "step": 215900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.023,
+      "step": 215950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0227,
+      "step": 216000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0231,
+      "step": 216050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.023,
+      "step": 216100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.023,
+      "step": 216150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.023,
+      "step": 216200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.023,
+      "step": 216250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0231,
+      "step": 216300
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.023,
+      "step": 216350
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.023,
+      "step": 216400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0231,
+      "step": 216450
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.0231,
+      "step": 216500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.023,
+      "step": 216550
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0229,
+      "step": 216600
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0229,
+      "step": 216650
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0234,
+      "step": 216700
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0232,
+      "step": 216750
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.0229,
+      "step": 216800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0229,
+      "step": 216850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.0229,
+      "step": 216900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.0229,
+      "step": 216950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.023,
+      "step": 217000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.023,
+      "step": 217050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0229,
+      "step": 217100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0231,
+      "step": 217150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0229,
+      "step": 217200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.0229,
+      "step": 217250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.0231,
+      "step": 217300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.023,
+      "step": 217350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0232,
+      "step": 217400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0229,
+      "step": 217450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.023,
+      "step": 217500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0229,
+      "step": 217550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.0232,
+      "step": 217600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0229,
+      "step": 217650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.023,
+      "step": 217700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0229,
+      "step": 217750
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.0231,
+      "step": 217800
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0231,
+      "step": 217850
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0228,
+      "step": 217900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0231,
+      "step": 217950
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.0232,
+      "step": 218000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.0231,
+      "step": 218050
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.0231,
+      "step": 218100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.023,
+      "step": 218150
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0229,
+      "step": 218200
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0233,
+      "step": 218250
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.0229,
+      "step": 218300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.023,
+      "step": 218350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.0231,
+      "step": 218400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.0228,
+      "step": 218450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0229,
+      "step": 218500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.023,
+      "step": 218550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.0228,
+      "step": 218600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0231,
+      "step": 218650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.023,
+      "step": 218700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0227,
+      "step": 218750
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0228,
+      "step": 218800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.0229,
+      "step": 218850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0229,
+      "step": 218900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0229,
+      "step": 218950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0231,
+      "step": 219000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0229,
+      "step": 219050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0229,
+      "step": 219100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0231,
+      "step": 219150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.023,
+      "step": 219200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0231,
+      "step": 219250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0226,
+      "step": 219300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0228,
+      "step": 219350
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0231,
+      "step": 219400
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0228,
+      "step": 219450
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0229,
+      "step": 219500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0231,
+      "step": 219550
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0228,
+      "step": 219600
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.023,
+      "step": 219650
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0229,
+      "step": 219700
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.023,
+      "step": 219750
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.023,
+      "step": 219800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.023,
+      "step": 219850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.0229,
+      "step": 219900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0229,
+      "step": 219950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0227,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "eval_af_opus100_pr_auc": 0.7678675261272729,
+      "eval_af_ud_pr_auc": 0.988136311894813,
+      "eval_am_opus100_pr_auc": 0.5599694053724149,
+      "eval_ar_ersatz_pr_auc": 0.920304873418198,
+      "eval_ar_opus100_pr_auc": 0.7382134191874818,
+      "eval_ar_ud_pr_auc": 0.8948970382147301,
+      "eval_average_ersatz_pr_auc": 0.9710986561395384,
+      "eval_average_opus100_pr_auc": 0.8426084548704238,
+      "eval_average_ud_pr_auc": 0.963692440806202,
+      "eval_az_opus100_pr_auc": 0.7925402092818551,
+      "eval_be_opus100_pr_auc": 0.7229460543960323,
+      "eval_be_ud_pr_auc": 0.8949614767350359,
+      "eval_bg_opus100_pr_auc": 0.920678558047484,
+      "eval_bg_ud_pr_auc": 0.9947858385984669,
+      "eval_bn_opus100_pr_auc": 0.843111799706458,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8966530561473706,
+      "eval_ca_ud_pr_auc": 0.9954058674213008,
+      "eval_ceb_ud_pr_auc": 0.9997404757381294,
+      "eval_cs_ersatz_pr_auc": 0.9852259345775857,
+      "eval_cs_opus100_pr_auc": 0.9173774563063877,
+      "eval_cs_ud_pr_auc": 0.9603212302968147,
+      "eval_cy_opus100_pr_auc": 0.7860653614994494,
+      "eval_cy_ud_pr_auc": 0.9968328688918093,
+      "eval_da_opus100_pr_auc": 0.9142126626518802,
+      "eval_da_ud_pr_auc": 0.9766101267649835,
+      "eval_de_ersatz_pr_auc": 0.9876128354536453,
+      "eval_de_opus100_pr_auc": 0.9136682030125026,
+      "eval_de_ud_pr_auc": 0.9838305818693734,
+      "eval_el_opus100_pr_auc": 0.9127250795988194,
+      "eval_el_ud_pr_auc": 0.9898368688994714,
+      "eval_en_ersatz_pr_auc": 0.9918289928938443,
+      "eval_en_opus100_pr_auc": 0.9258807630932856,
+      "eval_en_ud_pr_auc": 0.96977906297076,
+      "eval_eo_opus100_pr_auc": 0.9278337351761782,
+      "eval_es_ersatz_pr_auc": 0.9968294054005173,
+      "eval_es_opus100_pr_auc": 0.9379120869198492,
+      "eval_es_ud_pr_auc": 0.9920119151223358,
+      "eval_et_ersatz_pr_auc": 0.9828469516278805,
+      "eval_et_opus100_pr_auc": 0.9240594341614858,
+      "eval_et_ud_pr_auc": 0.9603562115937684,
+      "eval_eu_opus100_pr_auc": 0.8767072883538926,
+      "eval_eu_ud_pr_auc": 0.9894869772981273,
+      "eval_fa_opus100_pr_auc": 0.6002668354023464,
+      "eval_fa_ud_pr_auc": 0.9959682653988274,
+      "eval_fi_ersatz_pr_auc": 0.9946751426079203,
+      "eval_fi_opus100_pr_auc": 0.920047463724409,
+      "eval_fi_ud_pr_auc": 0.9662497380623403,
+      "eval_fr_ersatz_pr_auc": 0.9897260585424839,
+      "eval_fr_opus100_pr_auc": 0.9130963189463749,
+      "eval_fr_ud_pr_auc": 0.986283316660072,
+      "eval_fy_opus100_pr_auc": 0.6603399537093628,
+      "eval_ga_opus100_pr_auc": 0.9071023794730868,
+      "eval_ga_ud_pr_auc": 0.8076577210456852,
+      "eval_gd_opus100_pr_auc": 0.6658245135172401,
+      "eval_gd_ud_pr_auc": 0.8100332062297826,
+      "eval_gl_opus100_pr_auc": 0.8900796221957309,
+      "eval_gl_ud_pr_auc": 0.9982189384352564,
+      "eval_gu_ersatz_pr_auc": 0.9457095729138127,
+      "eval_gu_opus100_pr_auc": 0.7473959400149752,
+      "eval_ha_opus100_pr_auc": 0.9183437099080647,
+      "eval_he_opus100_pr_auc": 0.8671272858469695,
+      "eval_he_ud_pr_auc": 0.974875881552542,
+      "eval_hi_ersatz_pr_auc": 0.9781943924440141,
+      "eval_hi_opus100_pr_auc": 0.7234785457612576,
+      "eval_hi_ud_pr_auc": 0.9802990418288796,
+      "eval_hu_opus100_pr_auc": 0.9204808649621444,
+      "eval_hu_ud_pr_auc": 0.9848960599779736,
+      "eval_hy_opus100_pr_auc": 0.9045715199254742,
+      "eval_hy_ud_pr_auc": 0.9687721838345397,
+      "eval_id_opus100_pr_auc": 0.8769351231759435,
+      "eval_id_ud_pr_auc": 0.9928453062552658,
+      "eval_ig_opus100_pr_auc": 0.8578133246440107,
+      "eval_is_opus100_pr_auc": 0.9247274963436972,
+      "eval_is_ud_pr_auc": 0.9146627306176587,
+      "eval_it_opus100_pr_auc": 0.9070275450419678,
+      "eval_it_ud_pr_auc": 0.9922290212992293,
+      "eval_ja_ersatz_pr_auc": 0.8919951871467406,
+      "eval_ja_opus100_pr_auc": 0.8248050379592166,
+      "eval_ja_ud_pr_auc": 0.9806434672943443,
+      "eval_jv_ud_pr_auc": 0.9643837302721501,
+      "eval_ka_opus100_pr_auc": 0.8658374219195215,
+      "eval_kk_ersatz_pr_auc": 0.987584210073164,
+      "eval_kk_opus100_pr_auc": 0.7794493487441746,
+      "eval_kk_ud_pr_auc": 0.9742553704684889,
+      "eval_km_ersatz_pr_auc": 0.9390654590184182,
+      "eval_km_opus100_pr_auc": 0.7493872804299009,
+      "eval_kn_opus100_pr_auc": 0.6548578067291718,
+      "eval_ko_opus100_pr_auc": 0.6901800541515485,
+      "eval_ko_ud_pr_auc": 0.9990957766597501,
+      "eval_ku_opus100_pr_auc": 0.8492509975573417,
+      "eval_ky_opus100_pr_auc": 0.879570950979287,
+      "eval_la_ud_pr_auc": 0.9771617063798419,
+      "eval_loss": 0.026641983538866043,
+      "eval_lt_ersatz_pr_auc": 0.9948789409345262,
+      "eval_lt_opus100_pr_auc": 0.892648472688736,
+      "eval_lt_ud_pr_auc": 0.996333411190671,
+      "eval_lv_ersatz_pr_auc": 0.9901967410512579,
+      "eval_lv_opus100_pr_auc": 0.8954269157551445,
+      "eval_lv_ud_pr_auc": 0.9666158402019099,
+      "eval_mg_opus100_pr_auc": 0.9380038021409604,
+      "eval_mk_opus100_pr_auc": 0.9260760266267788,
+      "eval_ml_opus100_pr_auc": 0.7922916430828014,
+      "eval_mn_opus100_pr_auc": 0.9496897901062906,
+      "eval_mr_opus100_pr_auc": 0.9027963825267311,
+      "eval_mr_ud_pr_auc": 0.9835446410303498,
+      "eval_ms_opus100_pr_auc": 0.8657160853854559,
+      "eval_mt_opus100_pr_auc": 0.84776692912332,
+      "eval_mt_ud_pr_auc": 0.9125206176856351,
+      "eval_my_opus100_pr_auc": 0.8280641957689352,
+      "eval_ne_opus100_pr_auc": 0.7365215948390041,
+      "eval_nl_opus100_pr_auc": 0.8946425411656586,
+      "eval_nl_ud_pr_auc": 0.9829747290801227,
+      "eval_no_opus100_pr_auc": 0.9220310655487522,
+      "eval_no_ud_pr_auc": 0.9960256852962356,
+      "eval_pa_opus100_pr_auc": 0.6866994344325034,
+      "eval_pl_ersatz_pr_auc": 0.9666342102508884,
+      "eval_pl_opus100_pr_auc": 0.9042977640158482,
+      "eval_pl_ud_pr_auc": 0.9668027481755561,
+      "eval_ps_ersatz_pr_auc": 0.9230417763403397,
+      "eval_ps_opus100_pr_auc": 0.7441837147282875,
+      "eval_pt_opus100_pr_auc": 0.92650323530978,
+      "eval_pt_ud_pr_auc": 0.9869087498246105,
+      "eval_ro_ersatz_pr_auc": 0.9934774834220841,
+      "eval_ro_opus100_pr_auc": 0.8864726989425612,
+      "eval_ro_ud_pr_auc": 0.9199759028847686,
+      "eval_ru_ersatz_pr_auc": 0.9932038867531744,
+      "eval_ru_opus100_pr_auc": 0.9273016377961122,
+      "eval_ru_ud_pr_auc": 0.8795025704994531,
+      "eval_runtime": 601.4784,
+      "eval_samples_per_second": 125.448,
+      "eval_si_opus100_pr_auc": 0.8043547093599017,
+      "eval_sk_opus100_pr_auc": 0.9335124770533928,
+      "eval_sk_ud_pr_auc": 0.9820230818575582,
+      "eval_sl_opus100_pr_auc": 0.8832809977543616,
+      "eval_sl_ud_pr_auc": 0.9686532682149824,
+      "eval_sq_opus100_pr_auc": 0.9330076145872327,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9138846643531944,
+      "eval_sr_ud_pr_auc": 0.9985903614017968,
+      "eval_steps_per_second": 0.981,
+      "eval_sv_opus100_pr_auc": 0.9050833580925658,
+      "eval_sv_ud_pr_auc": 0.9453464464264851,
+      "eval_ta_ersatz_pr_auc": 0.9770337614110444,
+      "eval_ta_opus100_pr_auc": 0.7244544027078162,
+      "eval_ta_ud_pr_auc": 0.9953173409261947,
+      "eval_te_opus100_pr_auc": 0.8387593148156799,
+      "eval_tg_opus100_pr_auc": 0.8929032939710213,
+      "eval_th_opus100_pr_auc": 0.6745114981370234,
+      "eval_th_ud_pr_auc": 0.8447223380107448,
+      "eval_tr_ersatz_pr_auc": 0.9644800530630186,
+      "eval_tr_opus100_pr_auc": 0.8985758903398233,
+      "eval_tr_ud_pr_auc": 0.9611760632086972,
+      "eval_uk_opus100_pr_auc": 0.8790301147567293,
+      "eval_uk_ud_pr_auc": 0.923623945476852,
+      "eval_ur_opus100_pr_auc": 0.5949304218324771,
+      "eval_ur_ud_pr_auc": 0.9944049859862948,
+      "eval_uz_opus100_pr_auc": 0.8904681570232332,
+      "eval_vi_opus100_pr_auc": 0.8956242454347048,
+      "eval_vi_ud_pr_auc": 0.9530072496415811,
+      "eval_xh_opus100_pr_auc": 0.8679497842382761,
+      "eval_yi_opus100_pr_auc": 0.8069627571083927,
+      "eval_yo_opus100_pr_auc": 0.8295104879258659,
+      "eval_yo_ud_pr_auc": 0.9245243737509481,
+      "eval_zh_ersatz_pr_auc": 0.9696245657252879,
+      "eval_zh_opus100_pr_auc": 0.8766015006462984,
+      "eval_zh_ud_pr_auc": 0.9923504605995204,
+      "eval_zu_opus100_pr_auc": 0.8069342391497848,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.023,
+      "step": 220050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.023,
+      "step": 220100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0227,
+      "step": 220150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0232,
+      "step": 220200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0229,
+      "step": 220250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.0229,
+      "step": 220300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0229,
+      "step": 220350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.0231,
+      "step": 220400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.023,
+      "step": 220450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.0231,
+      "step": 220500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.0231,
+      "step": 220550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0232,
+      "step": 220600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.0231,
+      "step": 220650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.0227,
+      "step": 220700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.023,
+      "step": 220750
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0228,
+      "step": 220800
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.0231,
+      "step": 220850
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0229,
+      "step": 220900
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0231,
+      "step": 220950
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.023,
+      "step": 221000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.0229,
+      "step": 221050
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.023,
+      "step": 221100
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0233,
+      "step": 221150
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0231,
+      "step": 221200
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0231,
+      "step": 221250
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.023,
+      "step": 221300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0229,
+      "step": 221350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.023,
+      "step": 221400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.0228,
+      "step": 221450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0229,
+      "step": 221500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0228,
+      "step": 221550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0231,
+      "step": 221600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.0232,
+      "step": 221650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.0231,
+      "step": 221700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.023,
+      "step": 221750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0229,
+      "step": 221800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0227,
+      "step": 221850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0229,
+      "step": 221900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0228,
+      "step": 221950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.0227,
+      "step": 222000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.023,
+      "step": 222050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0229,
+      "step": 222100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0228,
+      "step": 222150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.0231,
+      "step": 222200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.023,
+      "step": 222250
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0229,
+      "step": 222300
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0227,
+      "step": 222350
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.0229,
+      "step": 222400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0231,
+      "step": 222450
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0229,
+      "step": 222500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0229,
+      "step": 222550
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.0228,
+      "step": 222600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0229,
+      "step": 222650
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.0231,
+      "step": 222700
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0226,
+      "step": 222750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.0231,
+      "step": 222800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0229,
+      "step": 222850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.0229,
+      "step": 222900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0229,
+      "step": 222950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0227,
+      "step": 223000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.023,
+      "step": 223050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.023,
+      "step": 223100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0229,
+      "step": 223150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.023,
+      "step": 223200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.0231,
+      "step": 223250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0231,
+      "step": 223300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.0227,
+      "step": 223350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.023,
+      "step": 223400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0228,
+      "step": 223450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0227,
+      "step": 223500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0228,
+      "step": 223550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.0229,
+      "step": 223600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.0228,
+      "step": 223650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0227,
+      "step": 223700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.0228,
+      "step": 223750
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0228,
+      "step": 223800
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0228,
+      "step": 223850
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.023,
+      "step": 223900
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.023,
+      "step": 223950
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0228,
+      "step": 224000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0229,
+      "step": 224050
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.023,
+      "step": 224100
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.023,
+      "step": 224150
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.023,
+      "step": 224200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.023,
+      "step": 224250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0229,
+      "step": 224300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.0228,
+      "step": 224350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0227,
+      "step": 224400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0228,
+      "step": 224450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0229,
+      "step": 224500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0226,
+      "step": 224550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0229,
+      "step": 224600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.0228,
+      "step": 224650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.0229,
+      "step": 224700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0227,
+      "step": 224750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0228,
+      "step": 224800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.023,
+      "step": 224850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.0228,
+      "step": 224900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.0227,
+      "step": 224950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0228,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "eval_af_opus100_pr_auc": 0.7837125326903598,
+      "eval_af_ud_pr_auc": 0.9893627764714814,
+      "eval_am_opus100_pr_auc": 0.620044759475129,
+      "eval_ar_ersatz_pr_auc": 0.9193876374586039,
+      "eval_ar_opus100_pr_auc": 0.7538402315948879,
+      "eval_ar_ud_pr_auc": 0.9030956798894006,
+      "eval_average_ersatz_pr_auc": 0.9717291584410521,
+      "eval_average_opus100_pr_auc": 0.8512049770885068,
+      "eval_average_ud_pr_auc": 0.9650743826293854,
+      "eval_az_opus100_pr_auc": 0.7920302886657249,
+      "eval_be_opus100_pr_auc": 0.7401215368481266,
+      "eval_be_ud_pr_auc": 0.8961739437242808,
+      "eval_bg_opus100_pr_auc": 0.9224329029987733,
+      "eval_bg_ud_pr_auc": 0.9964010809235665,
+      "eval_bn_opus100_pr_auc": 0.849697590174819,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8941763674055051,
+      "eval_ca_ud_pr_auc": 0.9939862756131136,
+      "eval_ceb_ud_pr_auc": 0.9992937661375455,
+      "eval_cs_ersatz_pr_auc": 0.9852203256194441,
+      "eval_cs_opus100_pr_auc": 0.9185192771460148,
+      "eval_cs_ud_pr_auc": 0.9629464832661554,
+      "eval_cy_opus100_pr_auc": 0.8116075030881811,
+      "eval_cy_ud_pr_auc": 0.9981487142091059,
+      "eval_da_opus100_pr_auc": 0.9201108754308878,
+      "eval_da_ud_pr_auc": 0.9807731042942663,
+      "eval_de_ersatz_pr_auc": 0.9883227241294101,
+      "eval_de_opus100_pr_auc": 0.9151829025636931,
+      "eval_de_ud_pr_auc": 0.9848866853027247,
+      "eval_el_opus100_pr_auc": 0.9146765806403262,
+      "eval_el_ud_pr_auc": 0.9848615351488131,
+      "eval_en_ersatz_pr_auc": 0.9915281699928433,
+      "eval_en_opus100_pr_auc": 0.9237512552673324,
+      "eval_en_ud_pr_auc": 0.9744042577984185,
+      "eval_eo_opus100_pr_auc": 0.9301754804582532,
+      "eval_es_ersatz_pr_auc": 0.9971603144703459,
+      "eval_es_opus100_pr_auc": 0.942354175441839,
+      "eval_es_ud_pr_auc": 0.991595308864791,
+      "eval_et_ersatz_pr_auc": 0.9845012320994712,
+      "eval_et_opus100_pr_auc": 0.9225229042028076,
+      "eval_et_ud_pr_auc": 0.9648508174773215,
+      "eval_eu_opus100_pr_auc": 0.8772991198861352,
+      "eval_eu_ud_pr_auc": 0.9890025197690356,
+      "eval_fa_opus100_pr_auc": 0.6253080339341327,
+      "eval_fa_ud_pr_auc": 0.9945794711178069,
+      "eval_fi_ersatz_pr_auc": 0.9939199251683367,
+      "eval_fi_opus100_pr_auc": 0.92333700757372,
+      "eval_fi_ud_pr_auc": 0.9714608845550362,
+      "eval_fr_ersatz_pr_auc": 0.9884822263238449,
+      "eval_fr_opus100_pr_auc": 0.9129719931540151,
+      "eval_fr_ud_pr_auc": 0.9881512825206835,
+      "eval_fy_opus100_pr_auc": 0.6886673899887616,
+      "eval_ga_opus100_pr_auc": 0.9106749461288165,
+      "eval_ga_ud_pr_auc": 0.8182173881466062,
+      "eval_gd_opus100_pr_auc": 0.6965118471444804,
+      "eval_gd_ud_pr_auc": 0.8108490044895063,
+      "eval_gl_opus100_pr_auc": 0.9000714628573926,
+      "eval_gl_ud_pr_auc": 0.9987091082055931,
+      "eval_gu_ersatz_pr_auc": 0.9427813104331121,
+      "eval_gu_opus100_pr_auc": 0.7659509812026151,
+      "eval_ha_opus100_pr_auc": 0.9276532461942183,
+      "eval_he_opus100_pr_auc": 0.8652003048277335,
+      "eval_he_ud_pr_auc": 0.978970769458241,
+      "eval_hi_ersatz_pr_auc": 0.9803683888070008,
+      "eval_hi_opus100_pr_auc": 0.7359195375888129,
+      "eval_hi_ud_pr_auc": 0.9781543239037849,
+      "eval_hu_opus100_pr_auc": 0.9196851734048848,
+      "eval_hu_ud_pr_auc": 0.9852502691485052,
+      "eval_hy_opus100_pr_auc": 0.9062412742507053,
+      "eval_hy_ud_pr_auc": 0.9690219570364133,
+      "eval_id_opus100_pr_auc": 0.8850097800711192,
+      "eval_id_ud_pr_auc": 0.9930603252008505,
+      "eval_ig_opus100_pr_auc": 0.8800672307206624,
+      "eval_is_opus100_pr_auc": 0.9288969286782295,
+      "eval_is_ud_pr_auc": 0.919531416063211,
+      "eval_it_opus100_pr_auc": 0.912364444319087,
+      "eval_it_ud_pr_auc": 0.9941724432481109,
+      "eval_ja_ersatz_pr_auc": 0.900757527768538,
+      "eval_ja_opus100_pr_auc": 0.8525039052604639,
+      "eval_ja_ud_pr_auc": 0.9839830053069029,
+      "eval_jv_ud_pr_auc": 0.9643149927613872,
+      "eval_ka_opus100_pr_auc": 0.8705576766311717,
+      "eval_kk_ersatz_pr_auc": 0.9889401361184593,
+      "eval_kk_opus100_pr_auc": 0.7933453223275344,
+      "eval_kk_ud_pr_auc": 0.9736614411780089,
+      "eval_km_ersatz_pr_auc": 0.9393440606654451,
+      "eval_km_opus100_pr_auc": 0.7716141274868609,
+      "eval_kn_opus100_pr_auc": 0.671474872330162,
+      "eval_ko_opus100_pr_auc": 0.7112050053975909,
+      "eval_ko_ud_pr_auc": 0.9978618490806929,
+      "eval_ku_opus100_pr_auc": 0.8653199183665913,
+      "eval_ky_opus100_pr_auc": 0.894993259041405,
+      "eval_la_ud_pr_auc": 0.9752910403300549,
+      "eval_loss": 0.026507096365094185,
+      "eval_lt_ersatz_pr_auc": 0.9938127077092827,
+      "eval_lt_opus100_pr_auc": 0.8904908555295095,
+      "eval_lt_ud_pr_auc": 0.996019123079177,
+      "eval_lv_ersatz_pr_auc": 0.9896247467630436,
+      "eval_lv_opus100_pr_auc": 0.8893050681672292,
+      "eval_lv_ud_pr_auc": 0.9622377453654045,
+      "eval_mg_opus100_pr_auc": 0.9447223590867379,
+      "eval_mk_opus100_pr_auc": 0.9270515091364895,
+      "eval_ml_opus100_pr_auc": 0.8135757260464279,
+      "eval_mn_opus100_pr_auc": 0.9491827893755848,
+      "eval_mr_opus100_pr_auc": 0.9127093032628892,
+      "eval_mr_ud_pr_auc": 0.9888259427738214,
+      "eval_ms_opus100_pr_auc": 0.874205492030989,
+      "eval_mt_opus100_pr_auc": 0.856769449087636,
+      "eval_mt_ud_pr_auc": 0.9119532576675804,
+      "eval_my_opus100_pr_auc": 0.8462016439081645,
+      "eval_ne_opus100_pr_auc": 0.7612685207710765,
+      "eval_nl_opus100_pr_auc": 0.8981950341432752,
+      "eval_nl_ud_pr_auc": 0.9837933271057941,
+      "eval_no_opus100_pr_auc": 0.9217269859985793,
+      "eval_no_ud_pr_auc": 0.9958150894271888,
+      "eval_pa_opus100_pr_auc": 0.6975165888604602,
+      "eval_pl_ersatz_pr_auc": 0.9674857415422355,
+      "eval_pl_opus100_pr_auc": 0.9069211997347918,
+      "eval_pl_ud_pr_auc": 0.9698725762284393,
+      "eval_ps_ersatz_pr_auc": 0.9247953605753712,
+      "eval_ps_opus100_pr_auc": 0.749160561403113,
+      "eval_pt_opus100_pr_auc": 0.9280735595844165,
+      "eval_pt_ud_pr_auc": 0.9861298016739131,
+      "eval_ro_ersatz_pr_auc": 0.9932681657222341,
+      "eval_ro_opus100_pr_auc": 0.8857910743664489,
+      "eval_ro_ud_pr_auc": 0.9285885137641632,
+      "eval_ru_ersatz_pr_auc": 0.9908091097507012,
+      "eval_ru_opus100_pr_auc": 0.9297660876800994,
+      "eval_ru_ud_pr_auc": 0.87824193484589,
+      "eval_runtime": 599.8533,
+      "eval_samples_per_second": 125.787,
+      "eval_si_opus100_pr_auc": 0.8235736170799473,
+      "eval_sk_opus100_pr_auc": 0.938529879037535,
+      "eval_sk_ud_pr_auc": 0.98043949264265,
+      "eval_sl_opus100_pr_auc": 0.8754070536358866,
+      "eval_sl_ud_pr_auc": 0.9700601746875562,
+      "eval_sq_opus100_pr_auc": 0.9355501865100264,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9152556297971872,
+      "eval_sr_ud_pr_auc": 0.9991182343554361,
+      "eval_steps_per_second": 0.984,
+      "eval_sv_opus100_pr_auc": 0.9068877527995809,
+      "eval_sv_ud_pr_auc": 0.9458964620992615,
+      "eval_ta_ersatz_pr_auc": 0.9825890716152317,
+      "eval_ta_opus100_pr_auc": 0.7358156054598733,
+      "eval_ta_ud_pr_auc": 0.9957674862730547,
+      "eval_te_opus100_pr_auc": 0.8528089975793739,
+      "eval_tg_opus100_pr_auc": 0.8962204797591848,
+      "eval_th_opus100_pr_auc": 0.688445073070557,
+      "eval_th_ud_pr_auc": 0.859678303355942,
+      "eval_tr_ersatz_pr_auc": 0.9679617316992863,
+      "eval_tr_opus100_pr_auc": 0.8956584213439394,
+      "eval_tr_ud_pr_auc": 0.960630433489577,
+      "eval_uk_opus100_pr_auc": 0.883949432582983,
+      "eval_uk_ud_pr_auc": 0.9150931337314303,
+      "eval_ur_opus100_pr_auc": 0.6128807201118212,
+      "eval_ur_ud_pr_auc": 0.9952722188825647,
+      "eval_uz_opus100_pr_auc": 0.8937507517172565,
+      "eval_vi_opus100_pr_auc": 0.9044789558790417,
+      "eval_vi_ud_pr_auc": 0.9569974581181703,
+      "eval_xh_opus100_pr_auc": 0.8764632995180119,
+      "eval_yi_opus100_pr_auc": 0.7681621941702176,
+      "eval_yo_opus100_pr_auc": 0.8460099496149182,
+      "eval_yo_ud_pr_auc": 0.9300504996832027,
+      "eval_zh_ersatz_pr_auc": 0.9669808712709086,
+      "eval_zh_opus100_pr_auc": 0.8846542729170654,
+      "eval_zh_ud_pr_auc": 0.9937346799833359,
+      "eval_zu_opus100_pr_auc": 0.8338700876392773,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0228,
+      "step": 225050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0228,
+      "step": 225100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.023,
+      "step": 225150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.023,
+      "step": 225200
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0231,
+      "step": 225250
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.0228,
+      "step": 225300
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.0229,
+      "step": 225350
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.0228,
+      "step": 225400
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.023,
+      "step": 225450
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0228,
+      "step": 225500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0228,
+      "step": 225550
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.0227,
+      "step": 225600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0228,
+      "step": 225650
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.0229,
+      "step": 225700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.0229,
+      "step": 225750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0228,
+      "step": 225800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.023,
+      "step": 225850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0228,
+      "step": 225900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.0227,
+      "step": 225950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0227,
+      "step": 226000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.0231,
+      "step": 226050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.0228,
+      "step": 226100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0231,
+      "step": 226150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.0227,
+      "step": 226200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.023,
+      "step": 226250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0228,
+      "step": 226300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.0228,
+      "step": 226350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.0227,
+      "step": 226400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.0229,
+      "step": 226450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.023,
+      "step": 226500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0228,
+      "step": 226550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.023,
+      "step": 226600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.0229,
+      "step": 226650
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.0228,
+      "step": 226700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.023,
+      "step": 226750
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.0227,
+      "step": 226800
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0229,
+      "step": 226850
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0227,
+      "step": 226900
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0229,
+      "step": 226950
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0229,
+      "step": 227000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0229,
+      "step": 227050
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0228,
+      "step": 227100
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.0231,
+      "step": 227150
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0228,
+      "step": 227200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0228,
+      "step": 227250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.0227,
+      "step": 227300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.0228,
+      "step": 227350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0226,
+      "step": 227400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0229,
+      "step": 227450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0228,
+      "step": 227500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.023,
+      "step": 227550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0229,
+      "step": 227600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.0228,
+      "step": 227650
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.0229,
+      "step": 227700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0227,
+      "step": 227750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0228,
+      "step": 227800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0229,
+      "step": 227850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.0228,
+      "step": 227900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0228,
+      "step": 227950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.0226,
+      "step": 228000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.023,
+      "step": 228050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.0227,
+      "step": 228100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0229,
+      "step": 228150
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0227,
+      "step": 228200
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.0228,
+      "step": 228250
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0228,
+      "step": 228300
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0227,
+      "step": 228350
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.023,
+      "step": 228400
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0229,
+      "step": 228450
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0229,
+      "step": 228500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0228,
+      "step": 228550
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.0227,
+      "step": 228600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0228,
+      "step": 228650
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0228,
+      "step": 228700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0227,
+      "step": 228750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.0229,
+      "step": 228800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0228,
+      "step": 228850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0227,
+      "step": 228900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0228,
+      "step": 228950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0229,
+      "step": 229000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.0226,
+      "step": 229050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.0225,
+      "step": 229100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.0228,
+      "step": 229150
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.0227,
+      "step": 229200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.0228,
+      "step": 229250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0229,
+      "step": 229300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.0229,
+      "step": 229350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0226,
+      "step": 229400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0226,
+      "step": 229450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.023,
+      "step": 229500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0229,
+      "step": 229550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0229,
+      "step": 229600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.0227,
+      "step": 229650
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0229,
+      "step": 229700
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.0227,
+      "step": 229750
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0228,
+      "step": 229800
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0228,
+      "step": 229850
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.0229,
+      "step": 229900
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0229,
+      "step": 229950
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0229,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "eval_af_opus100_pr_auc": 0.7712247270884794,
+      "eval_af_ud_pr_auc": 0.9892498942881914,
+      "eval_am_opus100_pr_auc": 0.6293449598219978,
+      "eval_ar_ersatz_pr_auc": 0.917324633843312,
+      "eval_ar_opus100_pr_auc": 0.7356421810549961,
+      "eval_ar_ud_pr_auc": 0.8960039298883766,
+      "eval_average_ersatz_pr_auc": 0.9704483629705614,
+      "eval_average_opus100_pr_auc": 0.849239433323445,
+      "eval_average_ud_pr_auc": 0.9660334561941557,
+      "eval_az_opus100_pr_auc": 0.7855673299382353,
+      "eval_be_opus100_pr_auc": 0.7370741044596792,
+      "eval_be_ud_pr_auc": 0.9001951322989794,
+      "eval_bg_opus100_pr_auc": 0.9258806161827909,
+      "eval_bg_ud_pr_auc": 0.9970214466509528,
+      "eval_bn_opus100_pr_auc": 0.8438389759645598,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8990294620547447,
+      "eval_ca_ud_pr_auc": 0.9965583516893175,
+      "eval_ceb_ud_pr_auc": 0.9988760070722318,
+      "eval_cs_ersatz_pr_auc": 0.9838583359009325,
+      "eval_cs_opus100_pr_auc": 0.9145055467867998,
+      "eval_cs_ud_pr_auc": 0.9594094299444808,
+      "eval_cy_opus100_pr_auc": 0.7924271541297231,
+      "eval_cy_ud_pr_auc": 0.997599680521901,
+      "eval_da_opus100_pr_auc": 0.9195421306902737,
+      "eval_da_ud_pr_auc": 0.9755239586413376,
+      "eval_de_ersatz_pr_auc": 0.9833366796248986,
+      "eval_de_opus100_pr_auc": 0.9091819005617308,
+      "eval_de_ud_pr_auc": 0.9842789938163752,
+      "eval_el_opus100_pr_auc": 0.918634781281111,
+      "eval_el_ud_pr_auc": 0.9931575787129682,
+      "eval_en_ersatz_pr_auc": 0.9909066524645291,
+      "eval_en_opus100_pr_auc": 0.9281592729299077,
+      "eval_en_ud_pr_auc": 0.977058247425781,
+      "eval_eo_opus100_pr_auc": 0.9312923500951094,
+      "eval_es_ersatz_pr_auc": 0.9962123813836647,
+      "eval_es_opus100_pr_auc": 0.9356295241140425,
+      "eval_es_ud_pr_auc": 0.9909585602776765,
+      "eval_et_ersatz_pr_auc": 0.9832650156614617,
+      "eval_et_opus100_pr_auc": 0.9227374362649077,
+      "eval_et_ud_pr_auc": 0.9685589698689332,
+      "eval_eu_opus100_pr_auc": 0.8808261395276232,
+      "eval_eu_ud_pr_auc": 0.987825265847642,
+      "eval_fa_opus100_pr_auc": 0.6249267805674813,
+      "eval_fa_ud_pr_auc": 0.9933695681612538,
+      "eval_fi_ersatz_pr_auc": 0.9921131567297968,
+      "eval_fi_opus100_pr_auc": 0.9227783448107929,
+      "eval_fi_ud_pr_auc": 0.9647351378481953,
+      "eval_fr_ersatz_pr_auc": 0.9879001337289837,
+      "eval_fr_opus100_pr_auc": 0.9179907573131251,
+      "eval_fr_ud_pr_auc": 0.9834021907923913,
+      "eval_fy_opus100_pr_auc": 0.6762979509390807,
+      "eval_ga_opus100_pr_auc": 0.9152781789438077,
+      "eval_ga_ud_pr_auc": 0.8133811397493761,
+      "eval_gd_opus100_pr_auc": 0.6756343930395178,
+      "eval_gd_ud_pr_auc": 0.816241190569675,
+      "eval_gl_opus100_pr_auc": 0.8929328331957489,
+      "eval_gl_ud_pr_auc": 0.9980905242776588,
+      "eval_gu_ersatz_pr_auc": 0.9496283703874118,
+      "eval_gu_opus100_pr_auc": 0.7651580041504547,
+      "eval_ha_opus100_pr_auc": 0.9288535475048004,
+      "eval_he_opus100_pr_auc": 0.8771434733257768,
+      "eval_he_ud_pr_auc": 0.9787626846733106,
+      "eval_hi_ersatz_pr_auc": 0.981369004959376,
+      "eval_hi_opus100_pr_auc": 0.7294042147997629,
+      "eval_hi_ud_pr_auc": 0.985509317705533,
+      "eval_hu_opus100_pr_auc": 0.920086209879012,
+      "eval_hu_ud_pr_auc": 0.9859794962945625,
+      "eval_hy_opus100_pr_auc": 0.9065685827353084,
+      "eval_hy_ud_pr_auc": 0.9752383445736402,
+      "eval_id_opus100_pr_auc": 0.8941384568512616,
+      "eval_id_ud_pr_auc": 0.9936559741214498,
+      "eval_ig_opus100_pr_auc": 0.874895899608032,
+      "eval_is_opus100_pr_auc": 0.9323878383779507,
+      "eval_is_ud_pr_auc": 0.9087944615893013,
+      "eval_it_opus100_pr_auc": 0.9150520761198274,
+      "eval_it_ud_pr_auc": 0.9958017725040773,
+      "eval_ja_ersatz_pr_auc": 0.8878997461488151,
+      "eval_ja_opus100_pr_auc": 0.8600842418871686,
+      "eval_ja_ud_pr_auc": 0.9830856289170791,
+      "eval_jv_ud_pr_auc": 0.9597354007531873,
+      "eval_ka_opus100_pr_auc": 0.8733485517173059,
+      "eval_kk_ersatz_pr_auc": 0.9891846034852818,
+      "eval_kk_opus100_pr_auc": 0.7741997026220476,
+      "eval_kk_ud_pr_auc": 0.9760560113676993,
+      "eval_km_ersatz_pr_auc": 0.9362390721951696,
+      "eval_km_opus100_pr_auc": 0.7754365528617289,
+      "eval_kn_opus100_pr_auc": 0.662894978128582,
+      "eval_ko_opus100_pr_auc": 0.7183128440715733,
+      "eval_ko_ud_pr_auc": 0.9985989133923547,
+      "eval_ku_opus100_pr_auc": 0.8533186606706695,
+      "eval_ky_opus100_pr_auc": 0.8859557589636475,
+      "eval_la_ud_pr_auc": 0.9772639790572601,
+      "eval_loss": 0.026436062529683113,
+      "eval_lt_ersatz_pr_auc": 0.9944048584890159,
+      "eval_lt_opus100_pr_auc": 0.8921239729172806,
+      "eval_lt_ud_pr_auc": 0.9957407072231683,
+      "eval_lv_ersatz_pr_auc": 0.9896777481564764,
+      "eval_lv_opus100_pr_auc": 0.8982998134727017,
+      "eval_lv_ud_pr_auc": 0.9681594095169032,
+      "eval_mg_opus100_pr_auc": 0.9376933718121988,
+      "eval_mk_opus100_pr_auc": 0.9223122593479048,
+      "eval_ml_opus100_pr_auc": 0.8106200560220798,
+      "eval_mn_opus100_pr_auc": 0.9432745524008578,
+      "eval_mr_opus100_pr_auc": 0.9078110916518767,
+      "eval_mr_ud_pr_auc": 0.9848281151271925,
+      "eval_ms_opus100_pr_auc": 0.8762767722456288,
+      "eval_mt_opus100_pr_auc": 0.8562560672089574,
+      "eval_mt_ud_pr_auc": 0.9225449705743968,
+      "eval_my_opus100_pr_auc": 0.838280174782954,
+      "eval_ne_opus100_pr_auc": 0.7490064899682376,
+      "eval_nl_opus100_pr_auc": 0.8973647282834684,
+      "eval_nl_ud_pr_auc": 0.9844076376639057,
+      "eval_no_opus100_pr_auc": 0.9276013474321344,
+      "eval_no_ud_pr_auc": 0.9960445174396128,
+      "eval_pa_opus100_pr_auc": 0.686105595067208,
+      "eval_pl_ersatz_pr_auc": 0.9652901989525982,
+      "eval_pl_opus100_pr_auc": 0.9052082593612931,
+      "eval_pl_ud_pr_auc": 0.9686680845517008,
+      "eval_ps_ersatz_pr_auc": 0.9229124781860065,
+      "eval_ps_opus100_pr_auc": 0.7406873949175478,
+      "eval_pt_opus100_pr_auc": 0.9257646187833545,
+      "eval_pt_ud_pr_auc": 0.9868034762374298,
+      "eval_ro_ersatz_pr_auc": 0.9915316627177192,
+      "eval_ro_opus100_pr_auc": 0.8884170104614979,
+      "eval_ro_ud_pr_auc": 0.9655081210267646,
+      "eval_ru_ersatz_pr_auc": 0.9911340587430872,
+      "eval_ru_opus100_pr_auc": 0.9319773939399405,
+      "eval_ru_ud_pr_auc": 0.8817439264293474,
+      "eval_runtime": 601.6454,
+      "eval_samples_per_second": 125.413,
+      "eval_si_opus100_pr_auc": 0.8144188408753328,
+      "eval_sk_opus100_pr_auc": 0.9345220767716511,
+      "eval_sk_ud_pr_auc": 0.9802429008078184,
+      "eval_sl_opus100_pr_auc": 0.8831482745791848,
+      "eval_sl_ud_pr_auc": 0.9698928874343141,
+      "eval_sq_opus100_pr_auc": 0.9307638041467182,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9154355491523753,
+      "eval_sr_ud_pr_auc": 0.9986564591387126,
+      "eval_steps_per_second": 0.981,
+      "eval_sv_opus100_pr_auc": 0.908589895133465,
+      "eval_sv_ud_pr_auc": 0.9390859998285115,
+      "eval_ta_ersatz_pr_auc": 0.9823714094974618,
+      "eval_ta_opus100_pr_auc": 0.7454008968413093,
+      "eval_ta_ud_pr_auc": 0.9950393165057394,
+      "eval_te_opus100_pr_auc": 0.8410161170745404,
+      "eval_tg_opus100_pr_auc": 0.8975785761583833,
+      "eval_th_opus100_pr_auc": 0.682826219403118,
+      "eval_th_ud_pr_auc": 0.8660851059648353,
+      "eval_tr_ersatz_pr_auc": 0.9647172188824413,
+      "eval_tr_opus100_pr_auc": 0.9023650961200342,
+      "eval_tr_ud_pr_auc": 0.9639697586145253,
+      "eval_uk_opus100_pr_auc": 0.8810765788995604,
+      "eval_uk_ud_pr_auc": 0.929204779726269,
+      "eval_ur_opus100_pr_auc": 0.6061337562509541,
+      "eval_ur_ud_pr_auc": 0.9945157500357419,
+      "eval_uz_opus100_pr_auc": 0.8916473930474004,
+      "eval_vi_opus100_pr_auc": 0.8968052942199065,
+      "eval_vi_ud_pr_auc": 0.9519405282360921,
+      "eval_xh_opus100_pr_auc": 0.8807566065133233,
+      "eval_yi_opus100_pr_auc": 0.7791590571184895,
+      "eval_yo_opus100_pr_auc": 0.8475758584393329,
+      "eval_yo_ud_pr_auc": 0.9252569106563059,
+      "eval_zh_ersatz_pr_auc": 0.9685865652139107,
+      "eval_zh_opus100_pr_auc": 0.8848621119427622,
+      "eval_zh_ud_pr_auc": 0.9955904570344403,
+      "eval_zu_opus100_pr_auc": 0.8248531337263427,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0229,
+      "step": 230050
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.0229,
+      "step": 230100
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0229,
+      "step": 230150
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0229,
+      "step": 230200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0226,
+      "step": 230250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0228,
+      "step": 230300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.0228,
+      "step": 230350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.0228,
+      "step": 230400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0228,
+      "step": 230450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0229,
+      "step": 230500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0232,
+      "step": 230550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0228,
+      "step": 230600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.0227,
+      "step": 230650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0225,
+      "step": 230700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.023,
+      "step": 230750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.023,
+      "step": 230800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0228,
+      "step": 230850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0228,
+      "step": 230900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0228,
+      "step": 230950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0232,
+      "step": 231000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0228,
+      "step": 231050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0227,
+      "step": 231100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.023,
+      "step": 231150
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0226,
+      "step": 231200
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.0229,
+      "step": 231250
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0228,
+      "step": 231300
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.0229,
+      "step": 231350
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0228,
+      "step": 231400
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0228,
+      "step": 231450
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0227,
+      "step": 231500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.0228,
+      "step": 231550
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0226,
+      "step": 231600
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0227,
+      "step": 231650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0227,
+      "step": 231700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.0227,
+      "step": 231750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0227,
+      "step": 231800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.023,
+      "step": 231850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0228,
+      "step": 231900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0229,
+      "step": 231950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0228,
+      "step": 232000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.0228,
+      "step": 232050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0228,
+      "step": 232100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0227,
+      "step": 232150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.0224,
+      "step": 232200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0228,
+      "step": 232250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0227,
+      "step": 232300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.0228,
+      "step": 232350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0228,
+      "step": 232400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0227,
+      "step": 232450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0229,
+      "step": 232500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0227,
+      "step": 232550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0228,
+      "step": 232600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0229,
+      "step": 232650
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0229,
+      "step": 232700
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0228,
+      "step": 232750
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0229,
+      "step": 232800
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0228,
+      "step": 232850
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0228,
+      "step": 232900
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0227,
+      "step": 232950
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0227,
+      "step": 233000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.023,
+      "step": 233050
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0226,
+      "step": 233100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.023,
+      "step": 233150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0228,
+      "step": 233200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0228,
+      "step": 233250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0226,
+      "step": 233300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.0227,
+      "step": 233350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0229,
+      "step": 233400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.0226,
+      "step": 233450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0229,
+      "step": 233500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.0227,
+      "step": 233550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0228,
+      "step": 233600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0227,
+      "step": 233650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.0227,
+      "step": 233700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0227,
+      "step": 233750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.0226,
+      "step": 233800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0227,
+      "step": 233850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0229,
+      "step": 233900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0227,
+      "step": 233950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.0228,
+      "step": 234000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0229,
+      "step": 234050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.0227,
+      "step": 234100
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.0226,
+      "step": 234150
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0227,
+      "step": 234200
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0228,
+      "step": 234250
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0227,
+      "step": 234300
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.0228,
+      "step": 234350
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.0224,
+      "step": 234400
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0229,
+      "step": 234450
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0226,
+      "step": 234500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0226,
+      "step": 234550
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.0229,
+      "step": 234600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0226,
+      "step": 234650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0226,
+      "step": 234700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0226,
+      "step": 234750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.0227,
+      "step": 234800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0227,
+      "step": 234850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.0227,
+      "step": 234900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0229,
+      "step": 234950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.0226,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "eval_af_opus100_pr_auc": 0.7786123019759822,
+      "eval_af_ud_pr_auc": 0.9913020071873939,
+      "eval_am_opus100_pr_auc": 0.6115237132004605,
+      "eval_ar_ersatz_pr_auc": 0.9147107715673505,
+      "eval_ar_opus100_pr_auc": 0.7410965091850885,
+      "eval_ar_ud_pr_auc": 0.8966272280567309,
+      "eval_average_ersatz_pr_auc": 0.9695330586744375,
+      "eval_average_opus100_pr_auc": 0.8485202140256615,
+      "eval_average_ud_pr_auc": 0.963577039457437,
+      "eval_az_opus100_pr_auc": 0.7672999894305397,
+      "eval_be_opus100_pr_auc": 0.7440747696883075,
+      "eval_be_ud_pr_auc": 0.9007438247264778,
+      "eval_bg_opus100_pr_auc": 0.9205976753897783,
+      "eval_bg_ud_pr_auc": 0.99514120086415,
+      "eval_bn_opus100_pr_auc": 0.8413978702698962,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8910319401729756,
+      "eval_ca_ud_pr_auc": 0.9946882346130722,
+      "eval_ceb_ud_pr_auc": 0.9994676375005225,
+      "eval_cs_ersatz_pr_auc": 0.9849150556032473,
+      "eval_cs_opus100_pr_auc": 0.9195766263629485,
+      "eval_cs_ud_pr_auc": 0.9590043467924709,
+      "eval_cy_opus100_pr_auc": 0.8126646533891262,
+      "eval_cy_ud_pr_auc": 0.9968510251452938,
+      "eval_da_opus100_pr_auc": 0.9160584500864264,
+      "eval_da_ud_pr_auc": 0.9760722210864217,
+      "eval_de_ersatz_pr_auc": 0.9858625194662877,
+      "eval_de_opus100_pr_auc": 0.9115467167872423,
+      "eval_de_ud_pr_auc": 0.9819785341462497,
+      "eval_el_opus100_pr_auc": 0.9179479338503094,
+      "eval_el_ud_pr_auc": 0.9915648015988577,
+      "eval_en_ersatz_pr_auc": 0.9907798035111394,
+      "eval_en_opus100_pr_auc": 0.9236830963874924,
+      "eval_en_ud_pr_auc": 0.9700407006439545,
+      "eval_eo_opus100_pr_auc": 0.927934943601936,
+      "eval_es_ersatz_pr_auc": 0.9964700319197497,
+      "eval_es_opus100_pr_auc": 0.9361045960725637,
+      "eval_es_ud_pr_auc": 0.989548361811115,
+      "eval_et_ersatz_pr_auc": 0.9803948967310124,
+      "eval_et_opus100_pr_auc": 0.9106028535583757,
+      "eval_et_ud_pr_auc": 0.9621487148268185,
+      "eval_eu_opus100_pr_auc": 0.8719380858422401,
+      "eval_eu_ud_pr_auc": 0.9850788277706225,
+      "eval_fa_opus100_pr_auc": 0.6303389419978546,
+      "eval_fa_ud_pr_auc": 0.9906138434386771,
+      "eval_fi_ersatz_pr_auc": 0.9937068875474566,
+      "eval_fi_opus100_pr_auc": 0.9189491026710955,
+      "eval_fi_ud_pr_auc": 0.9624980890634746,
+      "eval_fr_ersatz_pr_auc": 0.9877310105958218,
+      "eval_fr_opus100_pr_auc": 0.9112940626251166,
+      "eval_fr_ud_pr_auc": 0.9822464100196038,
+      "eval_fy_opus100_pr_auc": 0.7004253290110412,
+      "eval_ga_opus100_pr_auc": 0.9052794447220684,
+      "eval_ga_ud_pr_auc": 0.8138477784053278,
+      "eval_gd_opus100_pr_auc": 0.7051809495900085,
+      "eval_gd_ud_pr_auc": 0.8171925531790288,
+      "eval_gl_opus100_pr_auc": 0.8863842487656927,
+      "eval_gl_ud_pr_auc": 0.9984566380824234,
+      "eval_gu_ersatz_pr_auc": 0.9401027331239026,
+      "eval_gu_opus100_pr_auc": 0.7671835836418845,
+      "eval_ha_opus100_pr_auc": 0.9257288315353234,
+      "eval_he_opus100_pr_auc": 0.8784456068340196,
+      "eval_he_ud_pr_auc": 0.975844344889436,
+      "eval_hi_ersatz_pr_auc": 0.9786281966321696,
+      "eval_hi_opus100_pr_auc": 0.7320056536822446,
+      "eval_hi_ud_pr_auc": 0.977072004737519,
+      "eval_hu_opus100_pr_auc": 0.9157132833363282,
+      "eval_hu_ud_pr_auc": 0.9835355495337946,
+      "eval_hy_opus100_pr_auc": 0.9059695630191495,
+      "eval_hy_ud_pr_auc": 0.971104471433949,
+      "eval_id_opus100_pr_auc": 0.8837447002387151,
+      "eval_id_ud_pr_auc": 0.9924464959067985,
+      "eval_ig_opus100_pr_auc": 0.8781219240034969,
+      "eval_is_opus100_pr_auc": 0.9300175182765213,
+      "eval_is_ud_pr_auc": 0.9064704553547661,
+      "eval_it_opus100_pr_auc": 0.9091544955292904,
+      "eval_it_ud_pr_auc": 0.9941581306123218,
+      "eval_ja_ersatz_pr_auc": 0.8777247216015636,
+      "eval_ja_opus100_pr_auc": 0.8494570280841135,
+      "eval_ja_ud_pr_auc": 0.9804572177498893,
+      "eval_jv_ud_pr_auc": 0.9598657711384018,
+      "eval_ka_opus100_pr_auc": 0.8712444070871872,
+      "eval_kk_ersatz_pr_auc": 0.9894610681112237,
+      "eval_kk_opus100_pr_auc": 0.795139172759223,
+      "eval_kk_ud_pr_auc": 0.974479525644898,
+      "eval_km_ersatz_pr_auc": 0.9381920260223239,
+      "eval_km_opus100_pr_auc": 0.7812812383968757,
+      "eval_kn_opus100_pr_auc": 0.6687761281749846,
+      "eval_ko_opus100_pr_auc": 0.7118214673276851,
+      "eval_ko_ud_pr_auc": 0.9987105087338151,
+      "eval_ku_opus100_pr_auc": 0.859383242129712,
+      "eval_ky_opus100_pr_auc": 0.8911398811954541,
+      "eval_la_ud_pr_auc": 0.969772440579117,
+      "eval_loss": 0.026408236473798752,
+      "eval_lt_ersatz_pr_auc": 0.9952521998734524,
+      "eval_lt_opus100_pr_auc": 0.8876901916711417,
+      "eval_lt_ud_pr_auc": 0.9963123993250491,
+      "eval_lv_ersatz_pr_auc": 0.9888299241649214,
+      "eval_lv_opus100_pr_auc": 0.8937268854392102,
+      "eval_lv_ud_pr_auc": 0.9614755808038643,
+      "eval_mg_opus100_pr_auc": 0.9352675560268232,
+      "eval_mk_opus100_pr_auc": 0.9233941585633374,
+      "eval_ml_opus100_pr_auc": 0.8085830788105929,
+      "eval_mn_opus100_pr_auc": 0.9476873889877125,
+      "eval_mr_opus100_pr_auc": 0.9010094956863213,
+      "eval_mr_ud_pr_auc": 0.9786412810804542,
+      "eval_ms_opus100_pr_auc": 0.8630767019112211,
+      "eval_mt_opus100_pr_auc": 0.852364054391664,
+      "eval_mt_ud_pr_auc": 0.914245837988546,
+      "eval_my_opus100_pr_auc": 0.8461661482597778,
+      "eval_ne_opus100_pr_auc": 0.767465868909897,
+      "eval_nl_opus100_pr_auc": 0.8964743707452753,
+      "eval_nl_ud_pr_auc": 0.9820318558465979,
+      "eval_no_opus100_pr_auc": 0.9224200679229178,
+      "eval_no_ud_pr_auc": 0.9965830472311119,
+      "eval_pa_opus100_pr_auc": 0.6902700739422651,
+      "eval_pl_ersatz_pr_auc": 0.9679867386065306,
+      "eval_pl_opus100_pr_auc": 0.9014598692334826,
+      "eval_pl_ud_pr_auc": 0.966180454023559,
+      "eval_ps_ersatz_pr_auc": 0.9228223959603368,
+      "eval_ps_opus100_pr_auc": 0.7548654246667302,
+      "eval_pt_opus100_pr_auc": 0.9214361939793589,
+      "eval_pt_ud_pr_auc": 0.9844726230534531,
+      "eval_ro_ersatz_pr_auc": 0.9921552636987699,
+      "eval_ro_opus100_pr_auc": 0.8798009957773363,
+      "eval_ro_ud_pr_auc": 0.9647264933526417,
+      "eval_ru_ersatz_pr_auc": 0.9911634063962654,
+      "eval_ru_opus100_pr_auc": 0.9256514905862978,
+      "eval_ru_ud_pr_auc": 0.8666363133905088,
+      "eval_runtime": 604.7786,
+      "eval_samples_per_second": 124.763,
+      "eval_si_opus100_pr_auc": 0.8178141383933297,
+      "eval_sk_opus100_pr_auc": 0.9328125045119433,
+      "eval_sk_ud_pr_auc": 0.9828035648021234,
+      "eval_sl_opus100_pr_auc": 0.8751069706517594,
+      "eval_sl_ud_pr_auc": 0.9683623468739926,
+      "eval_sq_opus100_pr_auc": 0.9278714468758216,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9118115283816777,
+      "eval_sr_ud_pr_auc": 0.9989156192218182,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.9049450305127597,
+      "eval_sv_ud_pr_auc": 0.936145379834234,
+      "eval_ta_ersatz_pr_auc": 0.9802744157628469,
+      "eval_ta_opus100_pr_auc": 0.7428521212092967,
+      "eval_ta_ud_pr_auc": 0.9961072854889385,
+      "eval_te_opus100_pr_auc": 0.8450155424551886,
+      "eval_tg_opus100_pr_auc": 0.8894657699685181,
+      "eval_th_opus100_pr_auc": 0.6850758187641088,
+      "eval_th_ud_pr_auc": 0.8554060031909458,
+      "eval_tr_ersatz_pr_auc": 0.959324228494713,
+      "eval_tr_opus100_pr_auc": 0.8955944074476707,
+      "eval_tr_ud_pr_auc": 0.9577068172672116,
+      "eval_uk_opus100_pr_auc": 0.8845395481331373,
+      "eval_uk_ud_pr_auc": 0.9160752850403034,
+      "eval_ur_opus100_pr_auc": 0.6129543898088577,
+      "eval_ur_ud_pr_auc": 0.99622415741862,
+      "eval_uz_opus100_pr_auc": 0.8878373325127576,
+      "eval_vi_opus100_pr_auc": 0.8964868418837341,
+      "eval_vi_ud_pr_auc": 0.9443542587556455,
+      "eval_xh_opus100_pr_auc": 0.8830865790904076,
+      "eval_yi_opus100_pr_auc": 0.7544940428187816,
+      "eval_yo_opus100_pr_auc": 0.8406952112042272,
+      "eval_yo_ud_pr_auc": 0.9256130728799906,
+      "eval_zh_ersatz_pr_auc": 0.9732389954465406,
+      "eval_zh_opus100_pr_auc": 0.8792343772402503,
+      "eval_zh_ud_pr_auc": 0.9958416769309055,
+      "eval_zu_opus100_pr_auc": 0.8362814028418698,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.0228,
+      "step": 235050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0227,
+      "step": 235100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0228,
+      "step": 235150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0228,
+      "step": 235200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0226,
+      "step": 235250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0227,
+      "step": 235300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.0228,
+      "step": 235350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0228,
+      "step": 235400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0226,
+      "step": 235450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0228,
+      "step": 235500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0224,
+      "step": 235550
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.023,
+      "step": 235600
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.0224,
+      "step": 235650
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.0227,
+      "step": 235700
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0229,
+      "step": 235750
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0228,
+      "step": 235800
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0227,
+      "step": 235850
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0228,
+      "step": 235900
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.0226,
+      "step": 235950
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.0228,
+      "step": 236000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.0229,
+      "step": 236050
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.0228,
+      "step": 236100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0227,
+      "step": 236150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0226,
+      "step": 236200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0228,
+      "step": 236250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0228,
+      "step": 236300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0229,
+      "step": 236350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0228,
+      "step": 236400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0229,
+      "step": 236450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.0228,
+      "step": 236500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.0226,
+      "step": 236550
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.0227,
+      "step": 236600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0228,
+      "step": 236650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.0227,
+      "step": 236700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.0226,
+      "step": 236750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0225,
+      "step": 236800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0226,
+      "step": 236850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0228,
+      "step": 236900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0228,
+      "step": 236950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0227,
+      "step": 237000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0228,
+      "step": 237050
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0227,
+      "step": 237100
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.0227,
+      "step": 237150
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0226,
+      "step": 237200
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.0227,
+      "step": 237250
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.0229,
+      "step": 237300
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0228,
+      "step": 237350
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0225,
+      "step": 237400
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0229,
+      "step": 237450
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0226,
+      "step": 237500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0226,
+      "step": 237550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0228,
+      "step": 237600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0228,
+      "step": 237650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.023,
+      "step": 237700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.0227,
+      "step": 237750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0227,
+      "step": 237800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0228,
+      "step": 237850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0228,
+      "step": 237900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0227,
+      "step": 237950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.0227,
+      "step": 238000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0227,
+      "step": 238050
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.0227,
+      "step": 238100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0227,
+      "step": 238150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.0229,
+      "step": 238200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.0227,
+      "step": 238250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0227,
+      "step": 238300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0227,
+      "step": 238350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0225,
+      "step": 238400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0225,
+      "step": 238450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.0226,
+      "step": 238500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0227,
+      "step": 238550
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0226,
+      "step": 238600
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0226,
+      "step": 238650
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.0226,
+      "step": 238700
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0227,
+      "step": 238750
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0227,
+      "step": 238800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0225,
+      "step": 238850
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.0228,
+      "step": 238900
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0227,
+      "step": 238950
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0229,
+      "step": 239000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.0227,
+      "step": 239050
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0226,
+      "step": 239100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.0227,
+      "step": 239150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0228,
+      "step": 239200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0226,
+      "step": 239250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0228,
+      "step": 239300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0227,
+      "step": 239350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0227,
+      "step": 239400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.0228,
+      "step": 239450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.0227,
+      "step": 239500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0226,
+      "step": 239550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.0226,
+      "step": 239600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0227,
+      "step": 239650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.0227,
+      "step": 239700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.0228,
+      "step": 239750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0227,
+      "step": 239800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.0227,
+      "step": 239850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0229,
+      "step": 239900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0228,
+      "step": 239950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0228,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "eval_af_opus100_pr_auc": 0.7803717700790078,
+      "eval_af_ud_pr_auc": 0.9872392435493179,
+      "eval_am_opus100_pr_auc": 0.594720946903888,
+      "eval_ar_ersatz_pr_auc": 0.9188852450260115,
+      "eval_ar_opus100_pr_auc": 0.7424291341291933,
+      "eval_ar_ud_pr_auc": 0.8972681350604826,
+      "eval_average_ersatz_pr_auc": 0.9728761824290687,
+      "eval_average_opus100_pr_auc": 0.8476365664787473,
+      "eval_average_ud_pr_auc": 0.9656727446536572,
+      "eval_az_opus100_pr_auc": 0.7770258747627922,
+      "eval_be_opus100_pr_auc": 0.7370254488275761,
+      "eval_be_ud_pr_auc": 0.9041135824270486,
+      "eval_bg_opus100_pr_auc": 0.9228657279229067,
+      "eval_bg_ud_pr_auc": 0.995113669751068,
+      "eval_bn_opus100_pr_auc": 0.8452327172892389,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8987812661076062,
+      "eval_ca_ud_pr_auc": 0.9944412090735599,
+      "eval_ceb_ud_pr_auc": 0.9998429320358264,
+      "eval_cs_ersatz_pr_auc": 0.9869293216080414,
+      "eval_cs_opus100_pr_auc": 0.9254956146059541,
+      "eval_cs_ud_pr_auc": 0.964336865934803,
+      "eval_cy_opus100_pr_auc": 0.7993409785617784,
+      "eval_cy_ud_pr_auc": 0.998106952757418,
+      "eval_da_opus100_pr_auc": 0.9228315074703027,
+      "eval_da_ud_pr_auc": 0.9799335604011132,
+      "eval_de_ersatz_pr_auc": 0.9864908600208775,
+      "eval_de_opus100_pr_auc": 0.9154350493357645,
+      "eval_de_ud_pr_auc": 0.9808435996019891,
+      "eval_el_opus100_pr_auc": 0.9220190383038601,
+      "eval_el_ud_pr_auc": 0.9893657126371894,
+      "eval_en_ersatz_pr_auc": 0.992243438323773,
+      "eval_en_opus100_pr_auc": 0.9270512453470117,
+      "eval_en_ud_pr_auc": 0.9732954000719976,
+      "eval_eo_opus100_pr_auc": 0.9318177384027644,
+      "eval_es_ersatz_pr_auc": 0.9967558197332724,
+      "eval_es_opus100_pr_auc": 0.9388885188007958,
+      "eval_es_ud_pr_auc": 0.9913284216584538,
+      "eval_et_ersatz_pr_auc": 0.9831427346709621,
+      "eval_et_opus100_pr_auc": 0.9231159660995276,
+      "eval_et_ud_pr_auc": 0.9710513525750042,
+      "eval_eu_opus100_pr_auc": 0.8705748964568654,
+      "eval_eu_ud_pr_auc": 0.9830251407230995,
+      "eval_fa_opus100_pr_auc": 0.6229356104856112,
+      "eval_fa_ud_pr_auc": 0.9937933998713242,
+      "eval_fi_ersatz_pr_auc": 0.9940197355711143,
+      "eval_fi_opus100_pr_auc": 0.9264594864553788,
+      "eval_fi_ud_pr_auc": 0.9647986200260671,
+      "eval_fr_ersatz_pr_auc": 0.9885624703520927,
+      "eval_fr_opus100_pr_auc": 0.9180056642705763,
+      "eval_fr_ud_pr_auc": 0.9851563689514012,
+      "eval_fy_opus100_pr_auc": 0.6912105414676197,
+      "eval_ga_opus100_pr_auc": 0.9095490160192113,
+      "eval_ga_ud_pr_auc": 0.8181014063237717,
+      "eval_gd_opus100_pr_auc": 0.6790441159995204,
+      "eval_gd_ud_pr_auc": 0.8159106598152599,
+      "eval_gl_opus100_pr_auc": 0.8975776381262882,
+      "eval_gl_ud_pr_auc": 0.9977362965410126,
+      "eval_gu_ersatz_pr_auc": 0.9491151366742621,
+      "eval_gu_opus100_pr_auc": 0.7639693203880068,
+      "eval_ha_opus100_pr_auc": 0.9253153248632389,
+      "eval_he_opus100_pr_auc": 0.8745142003132734,
+      "eval_he_ud_pr_auc": 0.9788769905673225,
+      "eval_hi_ersatz_pr_auc": 0.9822544628242152,
+      "eval_hi_opus100_pr_auc": 0.7255608387171905,
+      "eval_hi_ud_pr_auc": 0.9858479723394283,
+      "eval_hu_opus100_pr_auc": 0.9232213877366063,
+      "eval_hu_ud_pr_auc": 0.9858095416477142,
+      "eval_hy_opus100_pr_auc": 0.9031123126936046,
+      "eval_hy_ud_pr_auc": 0.9783898398260608,
+      "eval_id_opus100_pr_auc": 0.8897823754824987,
+      "eval_id_ud_pr_auc": 0.9934766741717936,
+      "eval_ig_opus100_pr_auc": 0.8746733409806325,
+      "eval_is_opus100_pr_auc": 0.9301564066602049,
+      "eval_is_ud_pr_auc": 0.9187220186607764,
+      "eval_it_opus100_pr_auc": 0.9132877085691788,
+      "eval_it_ud_pr_auc": 0.9903818311336424,
+      "eval_ja_ersatz_pr_auc": 0.9019064539480657,
+      "eval_ja_opus100_pr_auc": 0.8554872971134291,
+      "eval_ja_ud_pr_auc": 0.9863403245773733,
+      "eval_jv_ud_pr_auc": 0.9621207586209489,
+      "eval_ka_opus100_pr_auc": 0.8689661462176155,
+      "eval_kk_ersatz_pr_auc": 0.9890967969460913,
+      "eval_kk_opus100_pr_auc": 0.7701469471567323,
+      "eval_kk_ud_pr_auc": 0.9734683756470918,
+      "eval_km_ersatz_pr_auc": 0.9364049861895428,
+      "eval_km_opus100_pr_auc": 0.7590284468951524,
+      "eval_kn_opus100_pr_auc": 0.6555312032879165,
+      "eval_ko_opus100_pr_auc": 0.7022857018630579,
+      "eval_ko_ud_pr_auc": 0.9985032110363437,
+      "eval_ku_opus100_pr_auc": 0.8550799128023308,
+      "eval_ky_opus100_pr_auc": 0.8806390163435308,
+      "eval_la_ud_pr_auc": 0.9728516274777224,
+      "eval_loss": 0.026186252012848854,
+      "eval_lt_ersatz_pr_auc": 0.9962817749792924,
+      "eval_lt_opus100_pr_auc": 0.8907897644063836,
+      "eval_lt_ud_pr_auc": 0.9964877681394906,
+      "eval_lv_ersatz_pr_auc": 0.9909890465029344,
+      "eval_lv_opus100_pr_auc": 0.9034119160093564,
+      "eval_lv_ud_pr_auc": 0.9654564104172426,
+      "eval_mg_opus100_pr_auc": 0.9394254499824917,
+      "eval_mk_opus100_pr_auc": 0.9236826778988674,
+      "eval_ml_opus100_pr_auc": 0.8066708583029928,
+      "eval_mn_opus100_pr_auc": 0.9441857660924129,
+      "eval_mr_opus100_pr_auc": 0.9143234507155447,
+      "eval_mr_ud_pr_auc": 0.9761568490778777,
+      "eval_ms_opus100_pr_auc": 0.861900778482122,
+      "eval_mt_opus100_pr_auc": 0.8572944524761166,
+      "eval_mt_ud_pr_auc": 0.9093421090560155,
+      "eval_my_opus100_pr_auc": 0.8408974313848784,
+      "eval_ne_opus100_pr_auc": 0.7509658428496571,
+      "eval_nl_opus100_pr_auc": 0.9011215899370706,
+      "eval_nl_ud_pr_auc": 0.9872831770741254,
+      "eval_no_opus100_pr_auc": 0.9237043229860854,
+      "eval_no_ud_pr_auc": 0.9964037254490749,
+      "eval_pa_opus100_pr_auc": 0.6834776573993859,
+      "eval_pl_ersatz_pr_auc": 0.9706153620475864,
+      "eval_pl_opus100_pr_auc": 0.9071004682611504,
+      "eval_pl_ud_pr_auc": 0.9679807730443106,
+      "eval_ps_ersatz_pr_auc": 0.9262252040165224,
+      "eval_ps_opus100_pr_auc": 0.7197518206315512,
+      "eval_pt_opus100_pr_auc": 0.9281945312476871,
+      "eval_pt_ud_pr_auc": 0.9853210310157533,
+      "eval_ro_ersatz_pr_auc": 0.9931533202608631,
+      "eval_ro_opus100_pr_auc": 0.8756731301830502,
+      "eval_ro_ud_pr_auc": 0.9655902742166746,
+      "eval_ru_ersatz_pr_auc": 0.9927295404820002,
+      "eval_ru_opus100_pr_auc": 0.9373077336638745,
+      "eval_ru_ud_pr_auc": 0.8805411777083343,
+      "eval_runtime": 604.4364,
+      "eval_samples_per_second": 124.834,
+      "eval_si_opus100_pr_auc": 0.8131833137238285,
+      "eval_sk_opus100_pr_auc": 0.9351816602074842,
+      "eval_sk_ud_pr_auc": 0.9875709611606229,
+      "eval_sl_opus100_pr_auc": 0.877024467702404,
+      "eval_sl_ud_pr_auc": 0.9743106661759876,
+      "eval_sq_opus100_pr_auc": 0.9378960983443551,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9114429537791816,
+      "eval_sr_ud_pr_auc": 0.999158653724991,
+      "eval_steps_per_second": 0.976,
+      "eval_sv_opus100_pr_auc": 0.9079840773744587,
+      "eval_sv_ud_pr_auc": 0.9398898810165796,
+      "eval_ta_ersatz_pr_auc": 0.983580180776416,
+      "eval_ta_opus100_pr_auc": 0.7413265306958685,
+      "eval_ta_ud_pr_auc": 0.9974432105769773,
+      "eval_te_opus100_pr_auc": 0.8515922395082893,
+      "eval_tg_opus100_pr_auc": 0.8962822292358248,
+      "eval_th_opus100_pr_auc": 0.6900155287055634,
+      "eval_th_ud_pr_auc": 0.8691099931122583,
+      "eval_tr_ersatz_pr_auc": 0.9678277368632546,
+      "eval_tr_opus100_pr_auc": 0.8976974855896339,
+      "eval_tr_ud_pr_auc": 0.9538199287089447,
+      "eval_uk_opus100_pr_auc": 0.881726636679129,
+      "eval_uk_ud_pr_auc": 0.9219725900067014,
+      "eval_ur_opus100_pr_auc": 0.6032479031152781,
+      "eval_ur_ud_pr_auc": 0.995943701108913,
+      "eval_uz_opus100_pr_auc": 0.8926921020246802,
+      "eval_vi_opus100_pr_auc": 0.8930480423415671,
+      "eval_vi_ud_pr_auc": 0.9417640095176792,
+      "eval_xh_opus100_pr_auc": 0.8801038832830752,
+      "eval_yi_opus100_pr_auc": 0.7362906629085836,
+      "eval_yo_opus100_pr_auc": 0.840288782133423,
+      "eval_yo_ud_pr_auc": 0.925453016176283,
+      "eval_zh_ersatz_pr_auc": 0.9760663856223215,
+      "eval_zh_opus100_pr_auc": 0.8903311498407952,
+      "eval_zh_ud_pr_auc": 0.9967548432801921,
+      "eval_zu_opus100_pr_auc": 0.8283996608379394,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0228,
+      "step": 240050
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0225,
+      "step": 240100
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0225,
+      "step": 240150
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.0227,
+      "step": 240200
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.0228,
+      "step": 240250
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.0228,
+      "step": 240300
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.0228,
+      "step": 240350
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0225,
+      "step": 240400
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.0226,
+      "step": 240450
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.0226,
+      "step": 240500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0228,
+      "step": 240550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0228,
+      "step": 240600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0226,
+      "step": 240650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.0225,
+      "step": 240700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0227,
+      "step": 240750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0228,
+      "step": 240800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.0228,
+      "step": 240850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.0227,
+      "step": 240900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.0229,
+      "step": 240950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0225,
+      "step": 241000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0226,
+      "step": 241050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.0227,
+      "step": 241100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.0227,
+      "step": 241150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.0228,
+      "step": 241200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0227,
+      "step": 241250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0225,
+      "step": 241300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.0227,
+      "step": 241350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.0227,
+      "step": 241400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0227,
+      "step": 241450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.0226,
+      "step": 241500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.0225,
+      "step": 241550
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.0227,
+      "step": 241600
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.0225,
+      "step": 241650
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0228,
+      "step": 241700
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.0226,
+      "step": 241750
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0226,
+      "step": 241800
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0226,
+      "step": 241850
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.0228,
+      "step": 241900
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.0225,
+      "step": 241950
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.0228,
+      "step": 242000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0226,
+      "step": 242050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0229,
+      "step": 242100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.0229,
+      "step": 242150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0228,
+      "step": 242200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.0227,
+      "step": 242250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0226,
+      "step": 242300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.0226,
+      "step": 242350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.0226,
+      "step": 242400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.0226,
+      "step": 242450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.0224,
+      "step": 242500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0226,
+      "step": 242550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0226,
+      "step": 242600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.0225,
+      "step": 242650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0225,
+      "step": 242700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0227,
+      "step": 242750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0225,
+      "step": 242800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.0226,
+      "step": 242850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0225,
+      "step": 242900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.0223,
+      "step": 242950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.0226,
+      "step": 243000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0225,
+      "step": 243050
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0224,
+      "step": 243100
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0227,
+      "step": 243150
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0227,
+      "step": 243200
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0228,
+      "step": 243250
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0224,
+      "step": 243300
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0227,
+      "step": 243350
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.0228,
+      "step": 243400
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0226,
+      "step": 243450
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.0226,
+      "step": 243500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.0226,
+      "step": 243550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.0225,
+      "step": 243600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0227,
+      "step": 243650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.0226,
+      "step": 243700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.0226,
+      "step": 243750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0227,
+      "step": 243800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.0226,
+      "step": 243850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0227,
+      "step": 243900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.0225,
+      "step": 243950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0228,
+      "step": 244000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0228,
+      "step": 244050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0226,
+      "step": 244100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0225,
+      "step": 244150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0226,
+      "step": 244200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0227,
+      "step": 244250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.0225,
+      "step": 244300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0224,
+      "step": 244350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0226,
+      "step": 244400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.0227,
+      "step": 244450
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0226,
+      "step": 244500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0228,
+      "step": 244550
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0227,
+      "step": 244600
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0226,
+      "step": 244650
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.0228,
+      "step": 244700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.0227,
+      "step": 244750
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0225,
+      "step": 244800
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.0226,
+      "step": 244850
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0226,
+      "step": 244900
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.0225,
+      "step": 244950
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.0227,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "eval_af_opus100_pr_auc": 0.7748945097076801,
+      "eval_af_ud_pr_auc": 0.9882620428934267,
+      "eval_am_opus100_pr_auc": 0.5370818484687369,
+      "eval_ar_ersatz_pr_auc": 0.927036004617011,
+      "eval_ar_opus100_pr_auc": 0.7409663124922735,
+      "eval_ar_ud_pr_auc": 0.8942695354101303,
+      "eval_average_ersatz_pr_auc": 0.971529897570584,
+      "eval_average_opus100_pr_auc": 0.8447376945352387,
+      "eval_average_ud_pr_auc": 0.96292661004614,
+      "eval_az_opus100_pr_auc": 0.7819167085059007,
+      "eval_be_opus100_pr_auc": 0.7068107288094958,
+      "eval_be_ud_pr_auc": 0.8988981161186445,
+      "eval_bg_opus100_pr_auc": 0.9160955527992071,
+      "eval_bg_ud_pr_auc": 0.9956268101796752,
+      "eval_bn_opus100_pr_auc": 0.8384261939846516,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8964363751540858,
+      "eval_ca_ud_pr_auc": 0.9959159395966062,
+      "eval_ceb_ud_pr_auc": 0.9994050591225014,
+      "eval_cs_ersatz_pr_auc": 0.9846474194204926,
+      "eval_cs_opus100_pr_auc": 0.9131019921871025,
+      "eval_cs_ud_pr_auc": 0.9592175241882435,
+      "eval_cy_opus100_pr_auc": 0.7979886281441717,
+      "eval_cy_ud_pr_auc": 0.9972470047219841,
+      "eval_da_opus100_pr_auc": 0.9232167392694057,
+      "eval_da_ud_pr_auc": 0.9789755857992517,
+      "eval_de_ersatz_pr_auc": 0.9879229244058847,
+      "eval_de_opus100_pr_auc": 0.9149352197348366,
+      "eval_de_ud_pr_auc": 0.9841773789623915,
+      "eval_el_opus100_pr_auc": 0.9158864436364926,
+      "eval_el_ud_pr_auc": 0.9897430718025519,
+      "eval_en_ersatz_pr_auc": 0.9920371182145447,
+      "eval_en_opus100_pr_auc": 0.9234088267561523,
+      "eval_en_ud_pr_auc": 0.9781663705341093,
+      "eval_eo_opus100_pr_auc": 0.9283347557910114,
+      "eval_es_ersatz_pr_auc": 0.9971958249420899,
+      "eval_es_opus100_pr_auc": 0.9409138160427131,
+      "eval_es_ud_pr_auc": 0.9925034727722186,
+      "eval_et_ersatz_pr_auc": 0.9827773237994225,
+      "eval_et_opus100_pr_auc": 0.9179386942032968,
+      "eval_et_ud_pr_auc": 0.964769706250432,
+      "eval_eu_opus100_pr_auc": 0.8790111646306853,
+      "eval_eu_ud_pr_auc": 0.9860269366974124,
+      "eval_fa_opus100_pr_auc": 0.6191700256326328,
+      "eval_fa_ud_pr_auc": 0.9919582575053761,
+      "eval_fi_ersatz_pr_auc": 0.9947442349549067,
+      "eval_fi_opus100_pr_auc": 0.9227460650666668,
+      "eval_fi_ud_pr_auc": 0.9565258950145915,
+      "eval_fr_ersatz_pr_auc": 0.9883342223157408,
+      "eval_fr_opus100_pr_auc": 0.9111266761464657,
+      "eval_fr_ud_pr_auc": 0.9825028302599826,
+      "eval_fy_opus100_pr_auc": 0.6835203028659722,
+      "eval_ga_opus100_pr_auc": 0.9116888341337352,
+      "eval_ga_ud_pr_auc": 0.8108978040442534,
+      "eval_gd_opus100_pr_auc": 0.6928966735799028,
+      "eval_gd_ud_pr_auc": 0.8078092299383343,
+      "eval_gl_opus100_pr_auc": 0.8882599049779526,
+      "eval_gl_ud_pr_auc": 0.9968859352970562,
+      "eval_gu_ersatz_pr_auc": 0.9420247224027927,
+      "eval_gu_opus100_pr_auc": 0.7657576277308639,
+      "eval_ha_opus100_pr_auc": 0.9286005516525793,
+      "eval_he_opus100_pr_auc": 0.8755538774911018,
+      "eval_he_ud_pr_auc": 0.9796241299733078,
+      "eval_hi_ersatz_pr_auc": 0.982232323195793,
+      "eval_hi_opus100_pr_auc": 0.7241816736591764,
+      "eval_hi_ud_pr_auc": 0.9808585630719903,
+      "eval_hu_opus100_pr_auc": 0.9154994880401686,
+      "eval_hu_ud_pr_auc": 0.9821973424409725,
+      "eval_hy_opus100_pr_auc": 0.9030783165382865,
+      "eval_hy_ud_pr_auc": 0.972775901336773,
+      "eval_id_opus100_pr_auc": 0.8857627805041484,
+      "eval_id_ud_pr_auc": 0.9927067642834482,
+      "eval_ig_opus100_pr_auc": 0.8714741349430905,
+      "eval_is_opus100_pr_auc": 0.9237818656555031,
+      "eval_is_ud_pr_auc": 0.9084091514404998,
+      "eval_it_opus100_pr_auc": 0.9117755105113303,
+      "eval_it_ud_pr_auc": 0.9894325671097586,
+      "eval_ja_ersatz_pr_auc": 0.8776061409006131,
+      "eval_ja_opus100_pr_auc": 0.8515605020488637,
+      "eval_ja_ud_pr_auc": 0.9806270235688774,
+      "eval_jv_ud_pr_auc": 0.9608081792346828,
+      "eval_ka_opus100_pr_auc": 0.8632214716412868,
+      "eval_kk_ersatz_pr_auc": 0.9874765302589229,
+      "eval_kk_opus100_pr_auc": 0.778062355023927,
+      "eval_kk_ud_pr_auc": 0.9709531077753779,
+      "eval_km_ersatz_pr_auc": 0.9394886118379959,
+      "eval_km_opus100_pr_auc": 0.7718475058072349,
+      "eval_kn_opus100_pr_auc": 0.659855271678991,
+      "eval_ko_opus100_pr_auc": 0.7107753780016877,
+      "eval_ko_ud_pr_auc": 0.9986796224149429,
+      "eval_ku_opus100_pr_auc": 0.860993827567364,
+      "eval_ky_opus100_pr_auc": 0.8811047951665912,
+      "eval_la_ud_pr_auc": 0.9666517124875476,
+      "eval_loss": 0.026158712804317474,
+      "eval_lt_ersatz_pr_auc": 0.9951034591237885,
+      "eval_lt_opus100_pr_auc": 0.8874884790836528,
+      "eval_lt_ud_pr_auc": 0.9964789325015062,
+      "eval_lv_ersatz_pr_auc": 0.9902382142974571,
+      "eval_lv_opus100_pr_auc": 0.8994729566231802,
+      "eval_lv_ud_pr_auc": 0.9654719145218598,
+      "eval_mg_opus100_pr_auc": 0.9342320302536405,
+      "eval_mk_opus100_pr_auc": 0.9244845854431306,
+      "eval_ml_opus100_pr_auc": 0.8034383179582867,
+      "eval_mn_opus100_pr_auc": 0.9455983286853983,
+      "eval_mr_opus100_pr_auc": 0.9095180378055889,
+      "eval_mr_ud_pr_auc": 0.9660529831529036,
+      "eval_ms_opus100_pr_auc": 0.8720071271183958,
+      "eval_mt_opus100_pr_auc": 0.8589754242391991,
+      "eval_mt_ud_pr_auc": 0.8927064702126661,
+      "eval_my_opus100_pr_auc": 0.8350410931862207,
+      "eval_ne_opus100_pr_auc": 0.7374691257142252,
+      "eval_nl_opus100_pr_auc": 0.8961742145812868,
+      "eval_nl_ud_pr_auc": 0.9832444786066658,
+      "eval_no_opus100_pr_auc": 0.9217168826311978,
+      "eval_no_ud_pr_auc": 0.9962977505534706,
+      "eval_pa_opus100_pr_auc": 0.6790764335501885,
+      "eval_pl_ersatz_pr_auc": 0.9677679950074359,
+      "eval_pl_opus100_pr_auc": 0.9000837787614182,
+      "eval_pl_ud_pr_auc": 0.9644408243905084,
+      "eval_ps_ersatz_pr_auc": 0.924664350321974,
+      "eval_ps_opus100_pr_auc": 0.7347769177532636,
+      "eval_pt_opus100_pr_auc": 0.9268480785286438,
+      "eval_pt_ud_pr_auc": 0.9835103298390115,
+      "eval_ro_ersatz_pr_auc": 0.9922257622220055,
+      "eval_ro_opus100_pr_auc": 0.873995911262835,
+      "eval_ro_ud_pr_auc": 0.9606085275296483,
+      "eval_ru_ersatz_pr_auc": 0.9930880674709266,
+      "eval_ru_opus100_pr_auc": 0.9287858176571983,
+      "eval_ru_ud_pr_auc": 0.8613799936774585,
+      "eval_runtime": 603.0171,
+      "eval_samples_per_second": 125.127,
+      "eval_si_opus100_pr_auc": 0.8083905346088189,
+      "eval_sk_opus100_pr_auc": 0.9339440798109712,
+      "eval_sk_ud_pr_auc": 0.9830780705914878,
+      "eval_sl_opus100_pr_auc": 0.8719567399412248,
+      "eval_sl_ud_pr_auc": 0.970408057093572,
+      "eval_sq_opus100_pr_auc": 0.9330745478469219,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9143935651550065,
+      "eval_sr_ud_pr_auc": 0.9991671601339878,
+      "eval_steps_per_second": 0.978,
+      "eval_sv_opus100_pr_auc": 0.9061728476051063,
+      "eval_sv_ud_pr_auc": 0.9379495265625735,
+      "eval_ta_ersatz_pr_auc": 0.9816195461356212,
+      "eval_ta_opus100_pr_auc": 0.7296903988471024,
+      "eval_ta_ud_pr_auc": 0.9966318782234509,
+      "eval_te_opus100_pr_auc": 0.8470034763310129,
+      "eval_tg_opus100_pr_auc": 0.895688798821167,
+      "eval_th_opus100_pr_auc": 0.6900420459468793,
+      "eval_th_ud_pr_auc": 0.8602038433047536,
+      "eval_tr_ersatz_pr_auc": 0.9687162822298002,
+      "eval_tr_opus100_pr_auc": 0.9003263014705987,
+      "eval_tr_ud_pr_auc": 0.9592434661006602,
+      "eval_uk_opus100_pr_auc": 0.8800531123653776,
+      "eval_uk_ud_pr_auc": 0.9185751108195179,
+      "eval_ur_opus100_pr_auc": 0.6006707722763313,
+      "eval_ur_ud_pr_auc": 0.9940998180355273,
+      "eval_uz_opus100_pr_auc": 0.8847299289909715,
+      "eval_vi_opus100_pr_auc": 0.8951469459881934,
+      "eval_vi_ud_pr_auc": 0.9468890001143745,
+      "eval_xh_opus100_pr_auc": 0.8747747009748623,
+      "eval_yi_opus100_pr_auc": 0.7236660346009517,
+      "eval_yo_opus100_pr_auc": 0.8364478826064338,
+      "eval_yo_ud_pr_auc": 0.9207303805243368,
+      "eval_zh_ersatz_pr_auc": 0.9767106684776291,
+      "eval_zh_opus100_pr_auc": 0.8876095771736474,
+      "eval_zh_ud_pr_auc": 0.9961396838926829,
+      "eval_zu_opus100_pr_auc": 0.8258651933076215,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.0226,
+      "step": 245050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0226,
+      "step": 245100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.0225,
+      "step": 245150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0227,
+      "step": 245200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0227,
+      "step": 245250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0226,
+      "step": 245300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.0227,
+      "step": 245350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.0227,
+      "step": 245400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.0228,
+      "step": 245450
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.0228,
+      "step": 245500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.0228,
+      "step": 245550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.0226,
+      "step": 245600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.0228,
+      "step": 245650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0225,
+      "step": 245700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.0226,
+      "step": 245750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.0227,
+      "step": 245800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.0228,
+      "step": 245850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0225,
+      "step": 245900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0225,
+      "step": 245950
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0227,
+      "step": 246000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.0226,
+      "step": 246050
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0225,
+      "step": 246100
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.0226,
+      "step": 246150
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0226,
+      "step": 246200
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0226,
+      "step": 246250
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.0228,
+      "step": 246300
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0225,
+      "step": 246350
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.0228,
+      "step": 246400
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0228,
+      "step": 246450
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0224,
+      "step": 246500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0225,
+      "step": 246550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0227,
+      "step": 246600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.0225,
+      "step": 246650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0225,
+      "step": 246700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0225,
+      "step": 246750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0225,
+      "step": 246800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.0226,
+      "step": 246850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0225,
+      "step": 246900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0225,
+      "step": 246950
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0226,
+      "step": 247000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.0225,
+      "step": 247050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.0228,
+      "step": 247100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.0225,
+      "step": 247150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.0226,
+      "step": 247200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0224,
+      "step": 247250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.0224,
+      "step": 247300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0225,
+      "step": 247350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.0227,
+      "step": 247400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0223,
+      "step": 247450
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0226,
+      "step": 247500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0226,
+      "step": 247550
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0228,
+      "step": 247600
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0228,
+      "step": 247650
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.0224,
+      "step": 247700
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0228,
+      "step": 247750
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0226,
+      "step": 247800
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.0225,
+      "step": 247850
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.0224,
+      "step": 247900
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.0227,
+      "step": 247950
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.0227,
+      "step": 248000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.0227,
+      "step": 248050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0225,
+      "step": 248100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.0223,
+      "step": 248150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0227,
+      "step": 248200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.0225,
+      "step": 248250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0226,
+      "step": 248300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.0226,
+      "step": 248350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.0223,
+      "step": 248400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0226,
+      "step": 248450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.0225,
+      "step": 248500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0225,
+      "step": 248550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0227,
+      "step": 248600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0226,
+      "step": 248650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.0225,
+      "step": 248700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.0226,
+      "step": 248750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0225,
+      "step": 248800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.0225,
+      "step": 248850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.0226,
+      "step": 248900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0227,
+      "step": 248950
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0225,
+      "step": 249000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0226,
+      "step": 249050
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.0223,
+      "step": 249100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0226,
+      "step": 249150
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.0226,
+      "step": 249200
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0224,
+      "step": 249250
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.0223,
+      "step": 249300
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0225,
+      "step": 249350
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.0226,
+      "step": 249400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.0223,
+      "step": 249450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0226,
+      "step": 249500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0224,
+      "step": 249550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.0227,
+      "step": 249600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0226,
+      "step": 249650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.0228,
+      "step": 249700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0224,
+      "step": 249750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.0226,
+      "step": 249800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.0225,
+      "step": 249850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0224,
+      "step": 249900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0228,
+      "step": 249950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.0225,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "eval_af_opus100_pr_auc": 0.7653971504081815,
+      "eval_af_ud_pr_auc": 0.9899536893075387,
+      "eval_am_opus100_pr_auc": 0.5793767361548834,
+      "eval_ar_ersatz_pr_auc": 0.918518165852121,
+      "eval_ar_opus100_pr_auc": 0.739364917727406,
+      "eval_ar_ud_pr_auc": 0.8897193079700652,
+      "eval_average_ersatz_pr_auc": 0.9725878154195672,
+      "eval_average_opus100_pr_auc": 0.8464854937200553,
+      "eval_average_ud_pr_auc": 0.9663573821574697,
+      "eval_az_opus100_pr_auc": 0.7892262868543567,
+      "eval_be_opus100_pr_auc": 0.7179684321137666,
+      "eval_be_ud_pr_auc": 0.9043024362300363,
+      "eval_bg_opus100_pr_auc": 0.9192830456577593,
+      "eval_bg_ud_pr_auc": 0.9952138680488674,
+      "eval_bn_opus100_pr_auc": 0.8417390252080316,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9012881040496961,
+      "eval_ca_ud_pr_auc": 0.9962634182406654,
+      "eval_ceb_ud_pr_auc": 0.999080618211589,
+      "eval_cs_ersatz_pr_auc": 0.987261353357022,
+      "eval_cs_opus100_pr_auc": 0.9134834840981304,
+      "eval_cs_ud_pr_auc": 0.9624948104706451,
+      "eval_cy_opus100_pr_auc": 0.7826379287635632,
+      "eval_cy_ud_pr_auc": 0.9968831877691049,
+      "eval_da_opus100_pr_auc": 0.9225512361596899,
+      "eval_da_ud_pr_auc": 0.9783446862285569,
+      "eval_de_ersatz_pr_auc": 0.9895802685089417,
+      "eval_de_opus100_pr_auc": 0.9126300162869233,
+      "eval_de_ud_pr_auc": 0.984280345886719,
+      "eval_el_opus100_pr_auc": 0.917671036082268,
+      "eval_el_ud_pr_auc": 0.9883690479495013,
+      "eval_en_ersatz_pr_auc": 0.9925533784507896,
+      "eval_en_opus100_pr_auc": 0.9263176331179358,
+      "eval_en_ud_pr_auc": 0.9753734462742917,
+      "eval_eo_opus100_pr_auc": 0.9300809716514247,
+      "eval_es_ersatz_pr_auc": 0.9970866490936179,
+      "eval_es_opus100_pr_auc": 0.9435290978999322,
+      "eval_es_ud_pr_auc": 0.9927954400806668,
+      "eval_et_ersatz_pr_auc": 0.9845731232640355,
+      "eval_et_opus100_pr_auc": 0.9236963809138274,
+      "eval_et_ud_pr_auc": 0.967015425182172,
+      "eval_eu_opus100_pr_auc": 0.8848040192820958,
+      "eval_eu_ud_pr_auc": 0.9895423489985381,
+      "eval_fa_opus100_pr_auc": 0.6266494263721762,
+      "eval_fa_ud_pr_auc": 0.9939933410595343,
+      "eval_fi_ersatz_pr_auc": 0.9947001479133716,
+      "eval_fi_opus100_pr_auc": 0.9302574372810112,
+      "eval_fi_ud_pr_auc": 0.964059568168888,
+      "eval_fr_ersatz_pr_auc": 0.9895662306771015,
+      "eval_fr_opus100_pr_auc": 0.9201479913911534,
+      "eval_fr_ud_pr_auc": 0.985454476158778,
+      "eval_fy_opus100_pr_auc": 0.653517579527564,
+      "eval_ga_opus100_pr_auc": 0.91278160309288,
+      "eval_ga_ud_pr_auc": 0.8189745978206744,
+      "eval_gd_opus100_pr_auc": 0.6937935409869795,
+      "eval_gd_ud_pr_auc": 0.8163725819695987,
+      "eval_gl_opus100_pr_auc": 0.8928452734471208,
+      "eval_gl_ud_pr_auc": 0.9982784991997425,
+      "eval_gu_ersatz_pr_auc": 0.9475311891804804,
+      "eval_gu_opus100_pr_auc": 0.754431217209282,
+      "eval_ha_opus100_pr_auc": 0.9304878668619474,
+      "eval_he_opus100_pr_auc": 0.8817020628895508,
+      "eval_he_ud_pr_auc": 0.9838024649412254,
+      "eval_hi_ersatz_pr_auc": 0.9809193367914701,
+      "eval_hi_opus100_pr_auc": 0.7282754746914728,
+      "eval_hi_ud_pr_auc": 0.9777075296463998,
+      "eval_hu_opus100_pr_auc": 0.9219755375601127,
+      "eval_hu_ud_pr_auc": 0.9832201723260872,
+      "eval_hy_opus100_pr_auc": 0.9041711390183204,
+      "eval_hy_ud_pr_auc": 0.9717091666053634,
+      "eval_id_opus100_pr_auc": 0.8822150018683824,
+      "eval_id_ud_pr_auc": 0.9939034384993689,
+      "eval_ig_opus100_pr_auc": 0.8656247943390537,
+      "eval_is_opus100_pr_auc": 0.9343000406143811,
+      "eval_is_ud_pr_auc": 0.9208365613776981,
+      "eval_it_opus100_pr_auc": 0.9112151148534529,
+      "eval_it_ud_pr_auc": 0.9966928030441529,
+      "eval_ja_ersatz_pr_auc": 0.8941705530968603,
+      "eval_ja_opus100_pr_auc": 0.8335032308242799,
+      "eval_ja_ud_pr_auc": 0.9823470906541288,
+      "eval_jv_ud_pr_auc": 0.9587720144628691,
+      "eval_ka_opus100_pr_auc": 0.8740506555365899,
+      "eval_kk_ersatz_pr_auc": 0.9873993046483706,
+      "eval_kk_opus100_pr_auc": 0.7599834728791327,
+      "eval_kk_ud_pr_auc": 0.9722639595935068,
+      "eval_km_ersatz_pr_auc": 0.9425078050631703,
+      "eval_km_opus100_pr_auc": 0.7659603374005652,
+      "eval_kn_opus100_pr_auc": 0.6503272631619653,
+      "eval_ko_opus100_pr_auc": 0.708541630618369,
+      "eval_ko_ud_pr_auc": 0.9976090577925926,
+      "eval_ku_opus100_pr_auc": 0.8496190569587738,
+      "eval_ky_opus100_pr_auc": 0.8891916643723341,
+      "eval_la_ud_pr_auc": 0.9774062428459062,
+      "eval_loss": 0.026046235114336014,
+      "eval_lt_ersatz_pr_auc": 0.9957550730159181,
+      "eval_lt_opus100_pr_auc": 0.8921889410421538,
+      "eval_lt_ud_pr_auc": 0.9965064530490141,
+      "eval_lv_ersatz_pr_auc": 0.9903916546821314,
+      "eval_lv_opus100_pr_auc": 0.9014566993685783,
+      "eval_lv_ud_pr_auc": 0.9688370850948227,
+      "eval_mg_opus100_pr_auc": 0.9451278445797204,
+      "eval_mk_opus100_pr_auc": 0.9254836746430659,
+      "eval_ml_opus100_pr_auc": 0.8010203768105646,
+      "eval_mn_opus100_pr_auc": 0.943739228181466,
+      "eval_mr_opus100_pr_auc": 0.9080570188994462,
+      "eval_mr_ud_pr_auc": 0.9828952610798912,
+      "eval_ms_opus100_pr_auc": 0.8741336255537131,
+      "eval_mt_opus100_pr_auc": 0.8647854484120272,
+      "eval_mt_ud_pr_auc": 0.9361970364329001,
+      "eval_my_opus100_pr_auc": 0.8332163767658942,
+      "eval_ne_opus100_pr_auc": 0.7345348741378013,
+      "eval_nl_opus100_pr_auc": 0.9038311520619948,
+      "eval_nl_ud_pr_auc": 0.9864026789308044,
+      "eval_no_opus100_pr_auc": 0.9277610323839847,
+      "eval_no_ud_pr_auc": 0.9967117805184685,
+      "eval_pa_opus100_pr_auc": 0.6743448022345373,
+      "eval_pl_ersatz_pr_auc": 0.971045463359406,
+      "eval_pl_opus100_pr_auc": 0.9008610842538035,
+      "eval_pl_ud_pr_auc": 0.9681875489490144,
+      "eval_ps_ersatz_pr_auc": 0.9289254496488519,
+      "eval_ps_opus100_pr_auc": 0.7501235875087258,
+      "eval_pt_opus100_pr_auc": 0.9297018879554602,
+      "eval_pt_ud_pr_auc": 0.9859926720847183,
+      "eval_ro_ersatz_pr_auc": 0.9926684393624234,
+      "eval_ro_opus100_pr_auc": 0.8664276884896362,
+      "eval_ro_ud_pr_auc": 0.9718655254675062,
+      "eval_ru_ersatz_pr_auc": 0.9923224770064377,
+      "eval_ru_opus100_pr_auc": 0.9342117847208511,
+      "eval_ru_ud_pr_auc": 0.8694257422088382,
+      "eval_runtime": 619.1241,
+      "eval_samples_per_second": 121.872,
+      "eval_si_opus100_pr_auc": 0.8202719077870126,
+      "eval_sk_opus100_pr_auc": 0.937292874297171,
+      "eval_sk_ud_pr_auc": 0.9861308948990258,
+      "eval_sl_opus100_pr_auc": 0.8851360507603319,
+      "eval_sl_ud_pr_auc": 0.9752142685279418,
+      "eval_sq_opus100_pr_auc": 0.9332489549952803,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9179011933862907,
+      "eval_sr_ud_pr_auc": 0.9993291986659032,
+      "eval_steps_per_second": 0.953,
+      "eval_sv_opus100_pr_auc": 0.9091553660412411,
+      "eval_sv_ud_pr_auc": 0.9390373605746739,
+      "eval_ta_ersatz_pr_auc": 0.9838737103480766,
+      "eval_ta_opus100_pr_auc": 0.7400489375639095,
+      "eval_ta_ud_pr_auc": 0.9928972197943444,
+      "eval_te_opus100_pr_auc": 0.844947336260094,
+      "eval_tg_opus100_pr_auc": 0.9047144423867187,
+      "eval_th_opus100_pr_auc": 0.6973233916423515,
+      "eval_th_ud_pr_auc": 0.8684697589855336,
+      "eval_tr_ersatz_pr_auc": 0.9709159634121509,
+      "eval_tr_opus100_pr_auc": 0.9035813991886249,
+      "eval_tr_ud_pr_auc": 0.962521236549844,
+      "eval_uk_opus100_pr_auc": 0.8776414963272976,
+      "eval_uk_ud_pr_auc": 0.9268861818438435,
+      "eval_ur_opus100_pr_auc": 0.6119226719708492,
+      "eval_ur_ud_pr_auc": 0.9944209439119153,
+      "eval_uz_opus100_pr_auc": 0.8904026067568912,
+      "eval_vi_opus100_pr_auc": 0.8950798290778098,
+      "eval_vi_ud_pr_auc": 0.9490867056851497,
+      "eval_xh_opus100_pr_auc": 0.8861613545027751,
+      "eval_yi_opus100_pr_auc": 0.7335810347510038,
+      "eval_yo_opus100_pr_auc": 0.8329010148574492,
+      "eval_yo_ud_pr_auc": 0.9304925160106724,
+      "eval_zh_ersatz_pr_auc": 0.9646662024977268,
+      "eval_zh_opus100_pr_auc": 0.8680528898164217,
+      "eval_zh_ud_pr_auc": 0.99182707069547,
+      "eval_zu_opus100_pr_auc": 0.8248246884848607,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0224,
+      "step": 250050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.0226,
+      "step": 250100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0226,
+      "step": 250150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.0224,
+      "step": 250200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.0226,
+      "step": 250250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0225,
+      "step": 250300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.0226,
+      "step": 250350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.0226,
+      "step": 250400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0225,
+      "step": 250450
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0227,
+      "step": 250500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.0223,
+      "step": 250550
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.0229,
+      "step": 250600
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0227,
+      "step": 250650
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0226,
+      "step": 250700
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0224,
+      "step": 250750
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.0226,
+      "step": 250800
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.0224,
+      "step": 250850
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0226,
+      "step": 250900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0226,
+      "step": 250950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.0227,
+      "step": 251000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0228,
+      "step": 251050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.0225,
+      "step": 251100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0228,
+      "step": 251150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.0228,
+      "step": 251200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0226,
+      "step": 251250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.0224,
+      "step": 251300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0224,
+      "step": 251350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.0227,
+      "step": 251400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0225,
+      "step": 251450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.0227,
+      "step": 251500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.0225,
+      "step": 251550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0225,
+      "step": 251600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.0226,
+      "step": 251650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0225,
+      "step": 251700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0225,
+      "step": 251750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.0225,
+      "step": 251800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0225,
+      "step": 251850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.0225,
+      "step": 251900
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.0225,
+      "step": 251950
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.0226,
+      "step": 252000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0224,
+      "step": 252050
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0225,
+      "step": 252100
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0224,
+      "step": 252150
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.0226,
+      "step": 252200
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.0225,
+      "step": 252250
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.0224,
+      "step": 252300
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.0227,
+      "step": 252350
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0226,
+      "step": 252400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.0227,
+      "step": 252450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.0224,
+      "step": 252500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.0226,
+      "step": 252550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0224,
+      "step": 252600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.0226,
+      "step": 252650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0224,
+      "step": 252700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.0224,
+      "step": 252750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0225,
+      "step": 252800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.0225,
+      "step": 252850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0225,
+      "step": 252900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0224,
+      "step": 252950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0225,
+      "step": 253000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.0225,
+      "step": 253050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.0224,
+      "step": 253100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0225,
+      "step": 253150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0225,
+      "step": 253200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0225,
+      "step": 253250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0226,
+      "step": 253300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.0227,
+      "step": 253350
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.0223,
+      "step": 253400
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0226,
+      "step": 253450
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.0226,
+      "step": 253500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.0223,
+      "step": 253550
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.0225,
+      "step": 253600
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0223,
+      "step": 253650
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0225,
+      "step": 253700
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.0225,
+      "step": 253750
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.0227,
+      "step": 253800
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.0226,
+      "step": 253850
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.0227,
+      "step": 253900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.0225,
+      "step": 253950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0227,
+      "step": 254000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0227,
+      "step": 254050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0222,
+      "step": 254100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.0225,
+      "step": 254150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0223,
+      "step": 254200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0226,
+      "step": 254250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.0223,
+      "step": 254300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.0226,
+      "step": 254350
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.0228,
+      "step": 254400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.0223,
+      "step": 254450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0226,
+      "step": 254500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.0224,
+      "step": 254550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0226,
+      "step": 254600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0225,
+      "step": 254650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0222,
+      "step": 254700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0226,
+      "step": 254750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0224,
+      "step": 254800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0226,
+      "step": 254850
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0222,
+      "step": 254900
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.0226,
+      "step": 254950
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0225,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "eval_af_opus100_pr_auc": 0.7852306938933254,
+      "eval_af_ud_pr_auc": 0.9901202601936561,
+      "eval_am_opus100_pr_auc": 0.6205893697969512,
+      "eval_ar_ersatz_pr_auc": 0.92126498077683,
+      "eval_ar_opus100_pr_auc": 0.7440485588261538,
+      "eval_ar_ud_pr_auc": 0.891182868789148,
+      "eval_average_ersatz_pr_auc": 0.9723328573631439,
+      "eval_average_opus100_pr_auc": 0.8524503765497561,
+      "eval_average_ud_pr_auc": 0.9647590035625776,
+      "eval_az_opus100_pr_auc": 0.7958711222537137,
+      "eval_be_opus100_pr_auc": 0.7520165518632985,
+      "eval_be_ud_pr_auc": 0.9008436747537778,
+      "eval_bg_opus100_pr_auc": 0.9196753585110875,
+      "eval_bg_ud_pr_auc": 0.9964685140667495,
+      "eval_bn_opus100_pr_auc": 0.850601837944266,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8993290350679712,
+      "eval_ca_ud_pr_auc": 0.993368216540182,
+      "eval_ceb_ud_pr_auc": 0.9996510765450459,
+      "eval_cs_ersatz_pr_auc": 0.9860974742602877,
+      "eval_cs_opus100_pr_auc": 0.9187950512269347,
+      "eval_cs_ud_pr_auc": 0.963249865335705,
+      "eval_cy_opus100_pr_auc": 0.8004969752247585,
+      "eval_cy_ud_pr_auc": 0.9975108496377934,
+      "eval_da_opus100_pr_auc": 0.9207596781431432,
+      "eval_da_ud_pr_auc": 0.9745626541929233,
+      "eval_de_ersatz_pr_auc": 0.9881160563154772,
+      "eval_de_opus100_pr_auc": 0.9142741069760842,
+      "eval_de_ud_pr_auc": 0.9841594600035359,
+      "eval_el_opus100_pr_auc": 0.9201252106362784,
+      "eval_el_ud_pr_auc": 0.9912210261645161,
+      "eval_en_ersatz_pr_auc": 0.9909561689547713,
+      "eval_en_opus100_pr_auc": 0.9269059074183824,
+      "eval_en_ud_pr_auc": 0.9831793449186573,
+      "eval_eo_opus100_pr_auc": 0.9287689147931871,
+      "eval_es_ersatz_pr_auc": 0.9965655318444605,
+      "eval_es_opus100_pr_auc": 0.9374157746920371,
+      "eval_es_ud_pr_auc": 0.9919753664092255,
+      "eval_et_ersatz_pr_auc": 0.9815440775648827,
+      "eval_et_opus100_pr_auc": 0.9192455504906952,
+      "eval_et_ud_pr_auc": 0.9607718179379299,
+      "eval_eu_opus100_pr_auc": 0.882101957908221,
+      "eval_eu_ud_pr_auc": 0.9885095700808778,
+      "eval_fa_opus100_pr_auc": 0.6212478137672364,
+      "eval_fa_ud_pr_auc": 0.9934783344472429,
+      "eval_fi_ersatz_pr_auc": 0.9951109622083015,
+      "eval_fi_opus100_pr_auc": 0.9235320848615379,
+      "eval_fi_ud_pr_auc": 0.9574445246244716,
+      "eval_fr_ersatz_pr_auc": 0.988998656723407,
+      "eval_fr_opus100_pr_auc": 0.920983839702756,
+      "eval_fr_ud_pr_auc": 0.9861664488080635,
+      "eval_fy_opus100_pr_auc": 0.7059718960745375,
+      "eval_ga_opus100_pr_auc": 0.9121523008651028,
+      "eval_ga_ud_pr_auc": 0.8110490982582962,
+      "eval_gd_opus100_pr_auc": 0.6985751346935793,
+      "eval_gd_ud_pr_auc": 0.815748296755887,
+      "eval_gl_opus100_pr_auc": 0.8964887805147779,
+      "eval_gl_ud_pr_auc": 0.9981825332210287,
+      "eval_gu_ersatz_pr_auc": 0.9497116062003842,
+      "eval_gu_opus100_pr_auc": 0.7640681627776564,
+      "eval_ha_opus100_pr_auc": 0.9334798415308401,
+      "eval_he_opus100_pr_auc": 0.8847531518613133,
+      "eval_he_ud_pr_auc": 0.979593529735503,
+      "eval_hi_ersatz_pr_auc": 0.9821288439710391,
+      "eval_hi_opus100_pr_auc": 0.7274701911054869,
+      "eval_hi_ud_pr_auc": 0.9812544005349796,
+      "eval_hu_opus100_pr_auc": 0.9227267541294102,
+      "eval_hu_ud_pr_auc": 0.9809911825947628,
+      "eval_hy_opus100_pr_auc": 0.9075591144400484,
+      "eval_hy_ud_pr_auc": 0.9723227831137597,
+      "eval_id_opus100_pr_auc": 0.8892817308439679,
+      "eval_id_ud_pr_auc": 0.9916970962761211,
+      "eval_ig_opus100_pr_auc": 0.8762353452106622,
+      "eval_is_opus100_pr_auc": 0.9361399663083791,
+      "eval_is_ud_pr_auc": 0.9075312341922025,
+      "eval_it_opus100_pr_auc": 0.9099044063562396,
+      "eval_it_ud_pr_auc": 0.9940352135154293,
+      "eval_ja_ersatz_pr_auc": 0.9044263411882844,
+      "eval_ja_opus100_pr_auc": 0.8458045321530707,
+      "eval_ja_ud_pr_auc": 0.9849964306787581,
+      "eval_jv_ud_pr_auc": 0.9589950804005519,
+      "eval_ka_opus100_pr_auc": 0.8762695781029654,
+      "eval_kk_ersatz_pr_auc": 0.9854203137545632,
+      "eval_kk_opus100_pr_auc": 0.7955734837547954,
+      "eval_kk_ud_pr_auc": 0.9715468953597991,
+      "eval_km_ersatz_pr_auc": 0.9446949531140026,
+      "eval_km_opus100_pr_auc": 0.7579128161368419,
+      "eval_kn_opus100_pr_auc": 0.6701370535133584,
+      "eval_ko_opus100_pr_auc": 0.72398424266473,
+      "eval_ko_ud_pr_auc": 0.9984268042828085,
+      "eval_ku_opus100_pr_auc": 0.8615854480543115,
+      "eval_ky_opus100_pr_auc": 0.8990975639342065,
+      "eval_la_ud_pr_auc": 0.9695446321355318,
+      "eval_loss": 0.02601088024675846,
+      "eval_lt_ersatz_pr_auc": 0.9953146787452329,
+      "eval_lt_opus100_pr_auc": 0.8804058549498665,
+      "eval_lt_ud_pr_auc": 0.9967118607245928,
+      "eval_lv_ersatz_pr_auc": 0.989469376979789,
+      "eval_lv_opus100_pr_auc": 0.8909712426972796,
+      "eval_lv_ud_pr_auc": 0.966460019185202,
+      "eval_mg_opus100_pr_auc": 0.9396261772791351,
+      "eval_mk_opus100_pr_auc": 0.9244376118714206,
+      "eval_ml_opus100_pr_auc": 0.8089616709090227,
+      "eval_mn_opus100_pr_auc": 0.957742843743171,
+      "eval_mr_opus100_pr_auc": 0.9135528150434185,
+      "eval_mr_ud_pr_auc": 0.985163605882606,
+      "eval_ms_opus100_pr_auc": 0.8744663319396437,
+      "eval_mt_opus100_pr_auc": 0.8537544323656405,
+      "eval_mt_ud_pr_auc": 0.9274173258333753,
+      "eval_my_opus100_pr_auc": 0.8390556981135306,
+      "eval_ne_opus100_pr_auc": 0.7705735863141909,
+      "eval_nl_opus100_pr_auc": 0.9020531273581848,
+      "eval_nl_ud_pr_auc": 0.9845048047120525,
+      "eval_no_opus100_pr_auc": 0.9227914930057812,
+      "eval_no_ud_pr_auc": 0.9963628363205416,
+      "eval_pa_opus100_pr_auc": 0.6966834564694101,
+      "eval_pl_ersatz_pr_auc": 0.9667510675077816,
+      "eval_pl_opus100_pr_auc": 0.9036415908699528,
+      "eval_pl_ud_pr_auc": 0.9673030562142592,
+      "eval_ps_ersatz_pr_auc": 0.9186087914047024,
+      "eval_ps_opus100_pr_auc": 0.7563483949516644,
+      "eval_pt_opus100_pr_auc": 0.925367442061057,
+      "eval_pt_ud_pr_auc": 0.9844010052434295,
+      "eval_ro_ersatz_pr_auc": 0.992576554547847,
+      "eval_ro_opus100_pr_auc": 0.8654475403549868,
+      "eval_ro_ud_pr_auc": 0.9464617472273523,
+      "eval_ru_ersatz_pr_auc": 0.991631607123326,
+      "eval_ru_opus100_pr_auc": 0.925591934036231,
+      "eval_ru_ud_pr_auc": 0.8724479843717976,
+      "eval_runtime": 604.1008,
+      "eval_samples_per_second": 124.903,
+      "eval_si_opus100_pr_auc": 0.8257695544141487,
+      "eval_sk_opus100_pr_auc": 0.9344250368576105,
+      "eval_sk_ud_pr_auc": 0.9818540905734979,
+      "eval_sl_opus100_pr_auc": 0.8848409759269423,
+      "eval_sl_ud_pr_auc": 0.9705712463076797,
+      "eval_sq_opus100_pr_auc": 0.9361013564030783,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.918843451481303,
+      "eval_sr_ud_pr_auc": 0.9991908783363381,
+      "eval_steps_per_second": 0.977,
+      "eval_sv_opus100_pr_auc": 0.9062014625280664,
+      "eval_sv_ud_pr_auc": 0.9423002590781563,
+      "eval_ta_ersatz_pr_auc": 0.9814471968861542,
+      "eval_ta_opus100_pr_auc": 0.7325553787538279,
+      "eval_ta_ud_pr_auc": 0.9958326780047615,
+      "eval_te_opus100_pr_auc": 0.8427428001477139,
+      "eval_tg_opus100_pr_auc": 0.901198067597186,
+      "eval_th_opus100_pr_auc": 0.687190723647876,
+      "eval_th_ud_pr_auc": 0.8605478292558157,
+      "eval_tr_ersatz_pr_auc": 0.965800707003967,
+      "eval_tr_opus100_pr_auc": 0.9035103678357259,
+      "eval_tr_ud_pr_auc": 0.9583231216369646,
+      "eval_uk_opus100_pr_auc": 0.8844852079238888,
+      "eval_uk_ud_pr_auc": 0.9267269034822213,
+      "eval_ur_opus100_pr_auc": 0.6089777869004087,
+      "eval_ur_ud_pr_auc": 0.9946233607760294,
+      "eval_uz_opus100_pr_auc": 0.8965594430663624,
+      "eval_vi_opus100_pr_auc": 0.8975487340096332,
+      "eval_vi_ud_pr_auc": 0.9567932420137211,
+      "eval_xh_opus100_pr_auc": 0.8885128132096586,
+      "eval_yi_opus100_pr_auc": 0.8290664961052836,
+      "eval_yo_opus100_pr_auc": 0.8481158982994894,
+      "eval_yo_ud_pr_auc": 0.9225672981160284,
+      "eval_zh_ersatz_pr_auc": 0.9746869149136774,
+      "eval_zh_opus100_pr_auc": 0.8878454423656994,
+      "eval_zh_ud_pr_auc": 0.994918965265579,
+      "eval_zu_opus100_pr_auc": 0.8377797462481977,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0223,
+      "step": 255050
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0226,
+      "step": 255100
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0225,
+      "step": 255150
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.0224,
+      "step": 255200
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.0224,
+      "step": 255250
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.0226,
+      "step": 255300
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0225,
+      "step": 255350
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0226,
+      "step": 255400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.0226,
+      "step": 255450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.0224,
+      "step": 255500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.0223,
+      "step": 255550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0223,
+      "step": 255600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.0225,
+      "step": 255650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0224,
+      "step": 255700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.0223,
+      "step": 255750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0226,
+      "step": 255800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0224,
+      "step": 255850
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0225,
+      "step": 255900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.0223,
+      "step": 255950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.0223,
+      "step": 256000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0222,
+      "step": 256050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.0224,
+      "step": 256100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0225,
+      "step": 256150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.0225,
+      "step": 256200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0225,
+      "step": 256250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.0223,
+      "step": 256300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.0223,
+      "step": 256350
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.0227,
+      "step": 256400
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0224,
+      "step": 256450
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0225,
+      "step": 256500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0225,
+      "step": 256550
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.0227,
+      "step": 256600
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.022,
+      "step": 256650
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0226,
+      "step": 256700
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.0225,
+      "step": 256750
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0224,
+      "step": 256800
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.0223,
+      "step": 256850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.0225,
+      "step": 256900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.0224,
+      "step": 256950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.0222,
+      "step": 257000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.0224,
+      "step": 257050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.0224,
+      "step": 257100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.0226,
+      "step": 257150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.0223,
+      "step": 257200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.0222,
+      "step": 257250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0225,
+      "step": 257300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.0224,
+      "step": 257350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.0225,
+      "step": 257400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.0224,
+      "step": 257450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.0223,
+      "step": 257500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.0225,
+      "step": 257550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0223,
+      "step": 257600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.0222,
+      "step": 257650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0225,
+      "step": 257700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.0227,
+      "step": 257750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0227,
+      "step": 257800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.0225,
+      "step": 257850
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0225,
+      "step": 257900
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0224,
+      "step": 257950
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.0226,
+      "step": 258000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.0224,
+      "step": 258050
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.0224,
+      "step": 258100
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.0226,
+      "step": 258150
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.0224,
+      "step": 258200
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0225,
+      "step": 258250
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.0223,
+      "step": 258300
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0223,
+      "step": 258350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.0222,
+      "step": 258400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0226,
+      "step": 258450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0225,
+      "step": 258500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0225,
+      "step": 258550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0225,
+      "step": 258600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0222,
+      "step": 258650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0225,
+      "step": 258700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0226,
+      "step": 258750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.0222,
+      "step": 258800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0225,
+      "step": 258850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0225,
+      "step": 258900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.0225,
+      "step": 258950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0227,
+      "step": 259000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0224,
+      "step": 259050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.0224,
+      "step": 259100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.0224,
+      "step": 259150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.0222,
+      "step": 259200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.0223,
+      "step": 259250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.0224,
+      "step": 259300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.0225,
+      "step": 259350
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.0226,
+      "step": 259400
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0224,
+      "step": 259450
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.0223,
+      "step": 259500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.0223,
+      "step": 259550
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.0226,
+      "step": 259600
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.0224,
+      "step": 259650
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0225,
+      "step": 259700
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0225,
+      "step": 259750
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.0225,
+      "step": 259800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.0222,
+      "step": 259850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.0225,
+      "step": 259900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.0221,
+      "step": 259950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.0224,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "eval_af_opus100_pr_auc": 0.7739876564790384,
+      "eval_af_ud_pr_auc": 0.991367072182378,
+      "eval_am_opus100_pr_auc": 0.6485241724400582,
+      "eval_ar_ersatz_pr_auc": 0.9244986610437066,
+      "eval_ar_opus100_pr_auc": 0.738427700680403,
+      "eval_ar_ud_pr_auc": 0.897320155516922,
+      "eval_average_ersatz_pr_auc": 0.9728879054761058,
+      "eval_average_opus100_pr_auc": 0.8513424789045998,
+      "eval_average_ud_pr_auc": 0.9668764249151665,
+      "eval_az_opus100_pr_auc": 0.8092873052433307,
+      "eval_be_opus100_pr_auc": 0.7221475386716666,
+      "eval_be_ud_pr_auc": 0.9127212103172446,
+      "eval_bg_opus100_pr_auc": 0.9228957127879674,
+      "eval_bg_ud_pr_auc": 0.9975509907588177,
+      "eval_bn_opus100_pr_auc": 0.8491076632663549,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9008428305079083,
+      "eval_ca_ud_pr_auc": 0.9964969459431334,
+      "eval_ceb_ud_pr_auc": 0.9994676384279856,
+      "eval_cs_ersatz_pr_auc": 0.9869958701218418,
+      "eval_cs_opus100_pr_auc": 0.9183367150808376,
+      "eval_cs_ud_pr_auc": 0.9628229687173027,
+      "eval_cy_opus100_pr_auc": 0.7983520365228063,
+      "eval_cy_ud_pr_auc": 0.9978725894461671,
+      "eval_da_opus100_pr_auc": 0.9237114151985789,
+      "eval_da_ud_pr_auc": 0.9777167514690929,
+      "eval_de_ersatz_pr_auc": 0.9896565716475322,
+      "eval_de_opus100_pr_auc": 0.9139836515559618,
+      "eval_de_ud_pr_auc": 0.9862981850085059,
+      "eval_el_opus100_pr_auc": 0.9232270049705978,
+      "eval_el_ud_pr_auc": 0.9956081422707813,
+      "eval_en_ersatz_pr_auc": 0.9934407749698435,
+      "eval_en_opus100_pr_auc": 0.929023775823303,
+      "eval_en_ud_pr_auc": 0.9818839869885422,
+      "eval_eo_opus100_pr_auc": 0.9303504616575589,
+      "eval_es_ersatz_pr_auc": 0.9963415891388673,
+      "eval_es_opus100_pr_auc": 0.9362090680569181,
+      "eval_es_ud_pr_auc": 0.9921603472491652,
+      "eval_et_ersatz_pr_auc": 0.981876650975743,
+      "eval_et_opus100_pr_auc": 0.9204882657956396,
+      "eval_et_ud_pr_auc": 0.962670103978744,
+      "eval_eu_opus100_pr_auc": 0.8825570482069879,
+      "eval_eu_ud_pr_auc": 0.9896161479180339,
+      "eval_fa_opus100_pr_auc": 0.6360384619322897,
+      "eval_fa_ud_pr_auc": 0.9921265362395157,
+      "eval_fi_ersatz_pr_auc": 0.9953927365630463,
+      "eval_fi_opus100_pr_auc": 0.9296698798784298,
+      "eval_fi_ud_pr_auc": 0.9670332135877211,
+      "eval_fr_ersatz_pr_auc": 0.9904381650045241,
+      "eval_fr_opus100_pr_auc": 0.9260239458519912,
+      "eval_fr_ud_pr_auc": 0.9873968542007747,
+      "eval_fy_opus100_pr_auc": 0.6849701566640346,
+      "eval_ga_opus100_pr_auc": 0.9166270668798325,
+      "eval_ga_ud_pr_auc": 0.8082957864288246,
+      "eval_gd_opus100_pr_auc": 0.7009670994327812,
+      "eval_gd_ud_pr_auc": 0.8232686159974811,
+      "eval_gl_opus100_pr_auc": 0.8926937365323839,
+      "eval_gl_ud_pr_auc": 0.9981428985225591,
+      "eval_gu_ersatz_pr_auc": 0.9481014036109414,
+      "eval_gu_opus100_pr_auc": 0.7591185892077358,
+      "eval_ha_opus100_pr_auc": 0.9317178896814918,
+      "eval_he_opus100_pr_auc": 0.8855985030777707,
+      "eval_he_ud_pr_auc": 0.9805475988351564,
+      "eval_hi_ersatz_pr_auc": 0.9827857281142386,
+      "eval_hi_opus100_pr_auc": 0.7312314849646989,
+      "eval_hi_ud_pr_auc": 0.9824349964210739,
+      "eval_hu_opus100_pr_auc": 0.9246667131320758,
+      "eval_hu_ud_pr_auc": 0.9854439203066074,
+      "eval_hy_opus100_pr_auc": 0.905306234538779,
+      "eval_hy_ud_pr_auc": 0.9787637989140698,
+      "eval_id_opus100_pr_auc": 0.8930608539645599,
+      "eval_id_ud_pr_auc": 0.9942306585952951,
+      "eval_ig_opus100_pr_auc": 0.8650954895992374,
+      "eval_is_opus100_pr_auc": 0.9317681569341256,
+      "eval_is_ud_pr_auc": 0.913675416571722,
+      "eval_it_opus100_pr_auc": 0.9165441820805579,
+      "eval_it_ud_pr_auc": 0.9952993871012915,
+      "eval_ja_ersatz_pr_auc": 0.8953815280742726,
+      "eval_ja_opus100_pr_auc": 0.8419988031938538,
+      "eval_ja_ud_pr_auc": 0.9832250266529023,
+      "eval_jv_ud_pr_auc": 0.9613809372931985,
+      "eval_ka_opus100_pr_auc": 0.8674289116141882,
+      "eval_kk_ersatz_pr_auc": 0.990037648416882,
+      "eval_kk_opus100_pr_auc": 0.7791800544466303,
+      "eval_kk_ud_pr_auc": 0.9724536432135336,
+      "eval_km_ersatz_pr_auc": 0.9446165673941568,
+      "eval_km_opus100_pr_auc": 0.7474481995364534,
+      "eval_kn_opus100_pr_auc": 0.6567929797879801,
+      "eval_ko_opus100_pr_auc": 0.7072008413731772,
+      "eval_ko_ud_pr_auc": 0.9975952408615498,
+      "eval_ku_opus100_pr_auc": 0.8595489819003843,
+      "eval_ky_opus100_pr_auc": 0.8893481128120179,
+      "eval_la_ud_pr_auc": 0.9764683490116818,
+      "eval_loss": 0.02607158198952675,
+      "eval_lt_ersatz_pr_auc": 0.9966428258040672,
+      "eval_lt_opus100_pr_auc": 0.8931109243485796,
+      "eval_lt_ud_pr_auc": 0.9975305797211069,
+      "eval_lv_ersatz_pr_auc": 0.9922390518661485,
+      "eval_lv_opus100_pr_auc": 0.8962571913358481,
+      "eval_lv_ud_pr_auc": 0.9695820171957809,
+      "eval_mg_opus100_pr_auc": 0.943114253524695,
+      "eval_mk_opus100_pr_auc": 0.9294944829850147,
+      "eval_ml_opus100_pr_auc": 0.8033878450253535,
+      "eval_mn_opus100_pr_auc": 0.9495728901263865,
+      "eval_mr_opus100_pr_auc": 0.9185811029283721,
+      "eval_mr_ud_pr_auc": 0.9804902551707526,
+      "eval_ms_opus100_pr_auc": 0.8718339914400838,
+      "eval_mt_opus100_pr_auc": 0.8601900835236141,
+      "eval_mt_ud_pr_auc": 0.9150542287331775,
+      "eval_my_opus100_pr_auc": 0.8488188566016855,
+      "eval_ne_opus100_pr_auc": 0.759388705403515,
+      "eval_nl_opus100_pr_auc": 0.9023001324122804,
+      "eval_nl_ud_pr_auc": 0.9827144680003714,
+      "eval_no_opus100_pr_auc": 0.9260045387762494,
+      "eval_no_ud_pr_auc": 0.9966100598761336,
+      "eval_pa_opus100_pr_auc": 0.692036305948666,
+      "eval_pl_ersatz_pr_auc": 0.9692080785382267,
+      "eval_pl_opus100_pr_auc": 0.9020727863504676,
+      "eval_pl_ud_pr_auc": 0.9688901453161396,
+      "eval_ps_ersatz_pr_auc": 0.9165933956278194,
+      "eval_ps_opus100_pr_auc": 0.7314472665221147,
+      "eval_pt_opus100_pr_auc": 0.9276626300851764,
+      "eval_pt_ud_pr_auc": 0.9849230904440504,
+      "eval_ro_ersatz_pr_auc": 0.9922351251500359,
+      "eval_ro_opus100_pr_auc": 0.8632665310351808,
+      "eval_ro_ud_pr_auc": 0.9666009757959038,
+      "eval_ru_ersatz_pr_auc": 0.9918980444921963,
+      "eval_ru_opus100_pr_auc": 0.9345135756076194,
+      "eval_ru_ud_pr_auc": 0.8827863990743746,
+      "eval_runtime": 602.902,
+      "eval_samples_per_second": 125.151,
+      "eval_si_opus100_pr_auc": 0.8240318305814325,
+      "eval_sk_opus100_pr_auc": 0.9425067818743952,
+      "eval_sk_ud_pr_auc": 0.9828157242360682,
+      "eval_sl_opus100_pr_auc": 0.887604514096615,
+      "eval_sl_ud_pr_auc": 0.9735132373327042,
+      "eval_sq_opus100_pr_auc": 0.937061043564532,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9203210193160811,
+      "eval_sr_ud_pr_auc": 0.9993490257766066,
+      "eval_steps_per_second": 0.979,
+      "eval_sv_opus100_pr_auc": 0.9106394992896414,
+      "eval_sv_ud_pr_auc": 0.9446094041678352,
+      "eval_ta_ersatz_pr_auc": 0.9830223509958554,
+      "eval_ta_opus100_pr_auc": 0.7354019663777004,
+      "eval_ta_ud_pr_auc": 0.9976474027735525,
+      "eval_te_opus100_pr_auc": 0.8403457193389356,
+      "eval_tg_opus100_pr_auc": 0.9074529596740447,
+      "eval_th_opus100_pr_auc": 0.6845532842530848,
+      "eval_th_ud_pr_auc": 0.8715997554769312,
+      "eval_tr_ersatz_pr_auc": 0.9698360369474279,
+      "eval_tr_opus100_pr_auc": 0.9022100162393635,
+      "eval_tr_ud_pr_auc": 0.9609068656214589,
+      "eval_uk_opus100_pr_auc": 0.8837463124936414,
+      "eval_uk_ud_pr_auc": 0.9305232119842793,
+      "eval_ur_opus100_pr_auc": 0.6091500693819052,
+      "eval_ur_ud_pr_auc": 0.9958079629465509,
+      "eval_uz_opus100_pr_auc": 0.8912909466238091,
+      "eval_vi_opus100_pr_auc": 0.8992844483141573,
+      "eval_vi_ud_pr_auc": 0.9515201516777022,
+      "eval_xh_opus100_pr_auc": 0.8936125993856665,
+      "eval_yi_opus100_pr_auc": 0.8086502030972267,
+      "eval_yo_opus100_pr_auc": 0.8418330905974782,
+      "eval_yo_ud_pr_auc": 0.9257886617469419,
+      "eval_zh_ersatz_pr_auc": 0.9722951159769561,
+      "eval_zh_opus100_pr_auc": 0.8858262140949643,
+      "eval_zh_ud_pr_auc": 0.9933364821482877,
+      "eval_zu_opus100_pr_auc": 0.8300013056382338,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.0225,
+      "step": 260050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.0224,
+      "step": 260100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.0224,
+      "step": 260150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.0225,
+      "step": 260200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0223,
+      "step": 260250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.0225,
+      "step": 260300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.0224,
+      "step": 260350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.0224,
+      "step": 260400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0222,
+      "step": 260450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.0223,
+      "step": 260500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.0224,
+      "step": 260550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.0226,
+      "step": 260600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0224,
+      "step": 260650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.0223,
+      "step": 260700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.0225,
+      "step": 260750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.0226,
+      "step": 260800
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0222,
+      "step": 260850
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.0221,
+      "step": 260900
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.0225,
+      "step": 260950
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.0223,
+      "step": 261000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.0223,
+      "step": 261050
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.0225,
+      "step": 261100
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.0224,
+      "step": 261150
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.0225,
+      "step": 261200
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.0225,
+      "step": 261250
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0224,
+      "step": 261300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.0223,
+      "step": 261350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.0224,
+      "step": 261400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.0224,
+      "step": 261450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.0223,
+      "step": 261500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.0223,
+      "step": 261550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0225,
+      "step": 261600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.0224,
+      "step": 261650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.0226,
+      "step": 261700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.0222,
+      "step": 261750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.0225,
+      "step": 261800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0224,
+      "step": 261850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.0226,
+      "step": 261900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0224,
+      "step": 261950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0225,
+      "step": 262000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.0223,
+      "step": 262050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.0224,
+      "step": 262100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0221,
+      "step": 262150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.0222,
+      "step": 262200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.0224,
+      "step": 262250
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0222,
+      "step": 262300
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.0225,
+      "step": 262350
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.0223,
+      "step": 262400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.0223,
+      "step": 262450
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0226,
+      "step": 262500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.0225,
+      "step": 262550
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.0224,
+      "step": 262600
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0222,
+      "step": 262650
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0222,
+      "step": 262700
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.0223,
+      "step": 262750
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0225,
+      "step": 262800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0222,
+      "step": 262850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.0223,
+      "step": 262900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.0222,
+      "step": 262950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0222,
+      "step": 263000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0224,
+      "step": 263050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0224,
+      "step": 263100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0224,
+      "step": 263150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0222,
+      "step": 263200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.0224,
+      "step": 263250
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.0226,
+      "step": 263300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.0223,
+      "step": 263350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.0222,
+      "step": 263400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0223,
+      "step": 263450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.0222,
+      "step": 263500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.0223,
+      "step": 263550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.0226,
+      "step": 263600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.0226,
+      "step": 263650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.0223,
+      "step": 263700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0226,
+      "step": 263750
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.0224,
+      "step": 263800
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.0224,
+      "step": 263850
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0224,
+      "step": 263900
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.0223,
+      "step": 263950
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0223,
+      "step": 264000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.0223,
+      "step": 264050
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.0224,
+      "step": 264100
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.0223,
+      "step": 264150
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.0224,
+      "step": 264200
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.0224,
+      "step": 264250
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.0224,
+      "step": 264300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.0223,
+      "step": 264350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0225,
+      "step": 264400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.0222,
+      "step": 264450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0226,
+      "step": 264500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.0223,
+      "step": 264550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0222,
+      "step": 264600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.0223,
+      "step": 264650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0225,
+      "step": 264700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.0225,
+      "step": 264750
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.0224,
+      "step": 264800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.0223,
+      "step": 264850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.0224,
+      "step": 264900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.0224,
+      "step": 264950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.0223,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "eval_af_opus100_pr_auc": 0.7706398951031591,
+      "eval_af_ud_pr_auc": 0.9901454058101362,
+      "eval_am_opus100_pr_auc": 0.5856928869533689,
+      "eval_ar_ersatz_pr_auc": 0.9225983910059651,
+      "eval_ar_opus100_pr_auc": 0.7403511484222087,
+      "eval_ar_ud_pr_auc": 0.8932983554785455,
+      "eval_average_ersatz_pr_auc": 0.9724067205610761,
+      "eval_average_opus100_pr_auc": 0.847863196384367,
+      "eval_average_ud_pr_auc": 0.9646557300357501,
+      "eval_az_opus100_pr_auc": 0.777040325817572,
+      "eval_be_opus100_pr_auc": 0.7242984880683994,
+      "eval_be_ud_pr_auc": 0.902891855509579,
+      "eval_bg_opus100_pr_auc": 0.9184905300620879,
+      "eval_bg_ud_pr_auc": 0.9965981706267925,
+      "eval_bn_opus100_pr_auc": 0.8410095654913446,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8979242956600895,
+      "eval_ca_ud_pr_auc": 0.9970793356838306,
+      "eval_ceb_ud_pr_auc": 0.9997699457735494,
+      "eval_cs_ersatz_pr_auc": 0.9851063871061339,
+      "eval_cs_opus100_pr_auc": 0.9153899035105847,
+      "eval_cs_ud_pr_auc": 0.9624018866530398,
+      "eval_cy_opus100_pr_auc": 0.7939756346417469,
+      "eval_cy_ud_pr_auc": 0.9976507651745141,
+      "eval_da_opus100_pr_auc": 0.9207179405750558,
+      "eval_da_ud_pr_auc": 0.9759322049121938,
+      "eval_de_ersatz_pr_auc": 0.9891976334082009,
+      "eval_de_opus100_pr_auc": 0.9131204689973202,
+      "eval_de_ud_pr_auc": 0.9849366327222346,
+      "eval_el_opus100_pr_auc": 0.9170611318405689,
+      "eval_el_ud_pr_auc": 0.9900846232196006,
+      "eval_en_ersatz_pr_auc": 0.9919003074395746,
+      "eval_en_opus100_pr_auc": 0.9251873975166671,
+      "eval_en_ud_pr_auc": 0.9791288950272158,
+      "eval_eo_opus100_pr_auc": 0.9288411722328195,
+      "eval_es_ersatz_pr_auc": 0.9963914646673455,
+      "eval_es_opus100_pr_auc": 0.9370686043996815,
+      "eval_es_ud_pr_auc": 0.9918100492107955,
+      "eval_et_ersatz_pr_auc": 0.9824113305448595,
+      "eval_et_opus100_pr_auc": 0.9167439493269538,
+      "eval_et_ud_pr_auc": 0.9607617793589415,
+      "eval_eu_opus100_pr_auc": 0.8793679066418619,
+      "eval_eu_ud_pr_auc": 0.988766925377813,
+      "eval_fa_opus100_pr_auc": 0.6329243217853816,
+      "eval_fa_ud_pr_auc": 0.9926086939700457,
+      "eval_fi_ersatz_pr_auc": 0.9942227652933383,
+      "eval_fi_opus100_pr_auc": 0.9263868585482568,
+      "eval_fi_ud_pr_auc": 0.9574943237786271,
+      "eval_fr_ersatz_pr_auc": 0.990152241898464,
+      "eval_fr_opus100_pr_auc": 0.9199981175205553,
+      "eval_fr_ud_pr_auc": 0.986439244520523,
+      "eval_fy_opus100_pr_auc": 0.6833488681748597,
+      "eval_ga_opus100_pr_auc": 0.9096843157598022,
+      "eval_ga_ud_pr_auc": 0.7944216138798098,
+      "eval_gd_opus100_pr_auc": 0.6916829711177812,
+      "eval_gd_ud_pr_auc": 0.8186402011814562,
+      "eval_gl_opus100_pr_auc": 0.8904347553856895,
+      "eval_gl_ud_pr_auc": 0.9983770826221641,
+      "eval_gu_ersatz_pr_auc": 0.9534497568075311,
+      "eval_gu_opus100_pr_auc": 0.7567675725748518,
+      "eval_ha_opus100_pr_auc": 0.9255892656545475,
+      "eval_he_opus100_pr_auc": 0.8758595339447784,
+      "eval_he_ud_pr_auc": 0.9799557621347665,
+      "eval_hi_ersatz_pr_auc": 0.981357044660433,
+      "eval_hi_opus100_pr_auc": 0.7243020334415029,
+      "eval_hi_ud_pr_auc": 0.9829626330206421,
+      "eval_hu_opus100_pr_auc": 0.922545411586014,
+      "eval_hu_ud_pr_auc": 0.9858512834570727,
+      "eval_hy_opus100_pr_auc": 0.9033966331577528,
+      "eval_hy_ud_pr_auc": 0.9730600088658383,
+      "eval_id_opus100_pr_auc": 0.8923636269733487,
+      "eval_id_ud_pr_auc": 0.9935360720716919,
+      "eval_ig_opus100_pr_auc": 0.8679487885129313,
+      "eval_is_opus100_pr_auc": 0.9316996618949421,
+      "eval_is_ud_pr_auc": 0.9097572996823863,
+      "eval_it_opus100_pr_auc": 0.9133427282155283,
+      "eval_it_ud_pr_auc": 0.9969471305509922,
+      "eval_ja_ersatz_pr_auc": 0.8973536464399752,
+      "eval_ja_opus100_pr_auc": 0.8472968433295373,
+      "eval_ja_ud_pr_auc": 0.9816973559492621,
+      "eval_jv_ud_pr_auc": 0.9592384850327913,
+      "eval_ka_opus100_pr_auc": 0.8598830291307469,
+      "eval_kk_ersatz_pr_auc": 0.9900137604337298,
+      "eval_kk_opus100_pr_auc": 0.7849533777860527,
+      "eval_kk_ud_pr_auc": 0.973194426066309,
+      "eval_km_ersatz_pr_auc": 0.9416003078756788,
+      "eval_km_opus100_pr_auc": 0.7671117907362258,
+      "eval_kn_opus100_pr_auc": 0.6547915242770788,
+      "eval_ko_opus100_pr_auc": 0.719921654015097,
+      "eval_ko_ud_pr_auc": 0.9980945930018598,
+      "eval_ku_opus100_pr_auc": 0.8457762295987165,
+      "eval_ky_opus100_pr_auc": 0.8877482682311459,
+      "eval_la_ud_pr_auc": 0.9708642562046454,
+      "eval_loss": 0.02589857205748558,
+      "eval_lt_ersatz_pr_auc": 0.9951759553366908,
+      "eval_lt_opus100_pr_auc": 0.8906846748932226,
+      "eval_lt_ud_pr_auc": 0.997396898840352,
+      "eval_lv_ersatz_pr_auc": 0.9906868240855132,
+      "eval_lv_opus100_pr_auc": 0.8916494213326429,
+      "eval_lv_ud_pr_auc": 0.9666086895120389,
+      "eval_mg_opus100_pr_auc": 0.9392908406118793,
+      "eval_mk_opus100_pr_auc": 0.9257701371497415,
+      "eval_ml_opus100_pr_auc": 0.8044409435390993,
+      "eval_mn_opus100_pr_auc": 0.9532538852865441,
+      "eval_mr_opus100_pr_auc": 0.9106490232653595,
+      "eval_mr_ud_pr_auc": 0.9695104593196784,
+      "eval_ms_opus100_pr_auc": 0.8685790848596191,
+      "eval_mt_opus100_pr_auc": 0.8617360641657416,
+      "eval_mt_ud_pr_auc": 0.9226459504058797,
+      "eval_my_opus100_pr_auc": 0.8475805012320331,
+      "eval_ne_opus100_pr_auc": 0.7480346800310348,
+      "eval_nl_opus100_pr_auc": 0.8974946552177887,
+      "eval_nl_ud_pr_auc": 0.9841175796011257,
+      "eval_no_opus100_pr_auc": 0.9204175129137497,
+      "eval_no_ud_pr_auc": 0.9964760553761531,
+      "eval_pa_opus100_pr_auc": 0.6783030629087424,
+      "eval_pl_ersatz_pr_auc": 0.9659626317841985,
+      "eval_pl_opus100_pr_auc": 0.8999390824093128,
+      "eval_pl_ud_pr_auc": 0.9679250878270598,
+      "eval_ps_ersatz_pr_auc": 0.9253499170019411,
+      "eval_ps_opus100_pr_auc": 0.7450940988492387,
+      "eval_pt_opus100_pr_auc": 0.9206092757970974,
+      "eval_pt_ud_pr_auc": 0.9845402346780487,
+      "eval_ro_ersatz_pr_auc": 0.9923807060175913,
+      "eval_ro_opus100_pr_auc": 0.8702112453554536,
+      "eval_ro_ud_pr_auc": 0.952494427575905,
+      "eval_ru_ersatz_pr_auc": 0.9929446350292632,
+      "eval_ru_opus100_pr_auc": 0.9273336816341079,
+      "eval_ru_ud_pr_auc": 0.8692689288710124,
+      "eval_runtime": 607.0286,
+      "eval_samples_per_second": 124.301,
+      "eval_si_opus100_pr_auc": 0.8190362875044606,
+      "eval_sk_opus100_pr_auc": 0.937239911891328,
+      "eval_sk_ud_pr_auc": 0.9820607398065747,
+      "eval_sl_opus100_pr_auc": 0.8747451435659754,
+      "eval_sl_ud_pr_auc": 0.9736304424653743,
+      "eval_sq_opus100_pr_auc": 0.9359136090532383,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9139447376920379,
+      "eval_sr_ud_pr_auc": 0.9991619136138609,
+      "eval_steps_per_second": 0.972,
+      "eval_sv_opus100_pr_auc": 0.9056066061208293,
+      "eval_sv_ud_pr_auc": 0.9411564866152515,
+      "eval_ta_ersatz_pr_auc": 0.9823116172846017,
+      "eval_ta_opus100_pr_auc": 0.7402252963009279,
+      "eval_ta_ud_pr_auc": 0.9952877261567057,
+      "eval_te_opus100_pr_auc": 0.8436044807765862,
+      "eval_tg_opus100_pr_auc": 0.9062801451522031,
+      "eval_th_opus100_pr_auc": 0.6810829366672089,
+      "eval_th_ud_pr_auc": 0.8660229312798255,
+      "eval_tr_ersatz_pr_auc": 0.9644199723458489,
+      "eval_tr_opus100_pr_auc": 0.8991256498679457,
+      "eval_tr_ud_pr_auc": 0.953964311211579,
+      "eval_uk_opus100_pr_auc": 0.8788744243485546,
+      "eval_uk_ud_pr_auc": 0.924668448854663,
+      "eval_ur_opus100_pr_auc": 0.6122841561997244,
+      "eval_ur_ud_pr_auc": 0.9970157962777786,
+      "eval_uz_opus100_pr_auc": 0.8954006244989146,
+      "eval_vi_opus100_pr_auc": 0.9030328359637082,
+      "eval_vi_ud_pr_auc": 0.9628838569272091,
+      "eval_xh_opus100_pr_auc": 0.8877077318500004,
+      "eval_yi_opus100_pr_auc": 0.8004854008495784,
+      "eval_yo_opus100_pr_auc": 0.845468622410568,
+      "eval_yo_ud_pr_auc": 0.9197050188889403,
+      "eval_zh_ersatz_pr_auc": 0.9679605558767975,
+      "eval_zh_opus100_pr_auc": 0.8851549610144182,
+      "eval_zh_ud_pr_auc": 0.9944373314030726,
+      "eval_zu_opus100_pr_auc": 0.8198172437228581,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0224,
+      "step": 265050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0225,
+      "step": 265100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.0224,
+      "step": 265150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0224,
+      "step": 265200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.0224,
+      "step": 265250
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.0226,
+      "step": 265300
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.0222,
+      "step": 265350
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.0222,
+      "step": 265400
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.0226,
+      "step": 265450
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.0223,
+      "step": 265500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.0223,
+      "step": 265550
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.0224,
+      "step": 265600
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0224,
+      "step": 265650
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.0224,
+      "step": 265700
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.0222,
+      "step": 265750
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.0223,
+      "step": 265800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.0221,
+      "step": 265850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.0223,
+      "step": 265900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.0223,
+      "step": 265950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0224,
+      "step": 266000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0225,
+      "step": 266050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.0222,
+      "step": 266100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0225,
+      "step": 266150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0222,
+      "step": 266200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0223,
+      "step": 266250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.0221,
+      "step": 266300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.0223,
+      "step": 266350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.0223,
+      "step": 266400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.0224,
+      "step": 266450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.0223,
+      "step": 266500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.0223,
+      "step": 266550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.0221,
+      "step": 266600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.0221,
+      "step": 266650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0223,
+      "step": 266700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0223,
+      "step": 266750
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0222,
+      "step": 266800
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.0222,
+      "step": 266850
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.0228,
+      "step": 266900
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.0221,
+      "step": 266950
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.0225,
+      "step": 267000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.0226,
+      "step": 267050
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0224,
+      "step": 267100
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.0225,
+      "step": 267150
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0225,
+      "step": 267200
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.0223,
+      "step": 267250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.0223,
+      "step": 267300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.0224,
+      "step": 267350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.0223,
+      "step": 267400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.0223,
+      "step": 267450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.0225,
+      "step": 267500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.0222,
+      "step": 267550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0222,
+      "step": 267600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0222,
+      "step": 267650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.0223,
+      "step": 267700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.0223,
+      "step": 267750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.0222,
+      "step": 267800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.0224,
+      "step": 267850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.0222,
+      "step": 267900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.0223,
+      "step": 267950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0223,
+      "step": 268000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.0221,
+      "step": 268050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0222,
+      "step": 268100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0223,
+      "step": 268150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0224,
+      "step": 268200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.0222,
+      "step": 268250
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.0221,
+      "step": 268300
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0224,
+      "step": 268350
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.0224,
+      "step": 268400
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.0224,
+      "step": 268450
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.0221,
+      "step": 268500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0224,
+      "step": 268550
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.0225,
+      "step": 268600
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.0222,
+      "step": 268650
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0223,
+      "step": 268700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.0225,
+      "step": 268750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.0222,
+      "step": 268800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.0221,
+      "step": 268850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0223,
+      "step": 268900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.0225,
+      "step": 268950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.0224,
+      "step": 269000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.0224,
+      "step": 269050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.0224,
+      "step": 269100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.0225,
+      "step": 269150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.0224,
+      "step": 269200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.0223,
+      "step": 269250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.0222,
+      "step": 269300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0222,
+      "step": 269350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.0222,
+      "step": 269400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.0223,
+      "step": 269450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0224,
+      "step": 269500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.0222,
+      "step": 269550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.0223,
+      "step": 269600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0222,
+      "step": 269650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0222,
+      "step": 269700
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.0223,
+      "step": 269750
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0225,
+      "step": 269800
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.0221,
+      "step": 269850
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.0222,
+      "step": 269900
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.0223,
+      "step": 269950
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.0222,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "eval_af_opus100_pr_auc": 0.7881263753071984,
+      "eval_af_ud_pr_auc": 0.9893501550988971,
+      "eval_am_opus100_pr_auc": 0.6045179901399637,
+      "eval_ar_ersatz_pr_auc": 0.9194171051981817,
+      "eval_ar_opus100_pr_auc": 0.7473910593889815,
+      "eval_ar_ud_pr_auc": 0.8976265928757695,
+      "eval_average_ersatz_pr_auc": 0.9708036329729383,
+      "eval_average_opus100_pr_auc": 0.8499714113785788,
+      "eval_average_ud_pr_auc": 0.9638246698806104,
+      "eval_az_opus100_pr_auc": 0.7874161546314506,
+      "eval_be_opus100_pr_auc": 0.7434052053083247,
+      "eval_be_ud_pr_auc": 0.9028346330664706,
+      "eval_bg_opus100_pr_auc": 0.9151972991690867,
+      "eval_bg_ud_pr_auc": 0.9967347803182154,
+      "eval_bn_opus100_pr_auc": 0.8441701969925494,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8996327037702179,
+      "eval_ca_ud_pr_auc": 0.996910755187397,
+      "eval_ceb_ud_pr_auc": 0.9995601482159415,
+      "eval_cs_ersatz_pr_auc": 0.9849489341307555,
+      "eval_cs_opus100_pr_auc": 0.9122553978469171,
+      "eval_cs_ud_pr_auc": 0.9610643864663186,
+      "eval_cy_opus100_pr_auc": 0.8103470601183197,
+      "eval_cy_ud_pr_auc": 0.9971507080493409,
+      "eval_da_opus100_pr_auc": 0.9235688852914844,
+      "eval_da_ud_pr_auc": 0.9727914988671981,
+      "eval_de_ersatz_pr_auc": 0.9872501679647167,
+      "eval_de_opus100_pr_auc": 0.9143282911768208,
+      "eval_de_ud_pr_auc": 0.9844132804757302,
+      "eval_el_opus100_pr_auc": 0.9129322389803485,
+      "eval_el_ud_pr_auc": 0.990061434894625,
+      "eval_en_ersatz_pr_auc": 0.990985575979475,
+      "eval_en_opus100_pr_auc": 0.9209812331030551,
+      "eval_en_ud_pr_auc": 0.9769403695611291,
+      "eval_eo_opus100_pr_auc": 0.9240316291966403,
+      "eval_es_ersatz_pr_auc": 0.9959883435027652,
+      "eval_es_opus100_pr_auc": 0.9342840848339062,
+      "eval_es_ud_pr_auc": 0.989095572852883,
+      "eval_et_ersatz_pr_auc": 0.9819480886066808,
+      "eval_et_opus100_pr_auc": 0.9155915740690973,
+      "eval_et_ud_pr_auc": 0.9627965116549294,
+      "eval_eu_opus100_pr_auc": 0.8788057644724524,
+      "eval_eu_ud_pr_auc": 0.9894897540304807,
+      "eval_fa_opus100_pr_auc": 0.6457274725294414,
+      "eval_fa_ud_pr_auc": 0.9936569609935115,
+      "eval_fi_ersatz_pr_auc": 0.994617339607289,
+      "eval_fi_opus100_pr_auc": 0.9180767959914106,
+      "eval_fi_ud_pr_auc": 0.9624684745890426,
+      "eval_fr_ersatz_pr_auc": 0.988114983728255,
+      "eval_fr_opus100_pr_auc": 0.9153484939657961,
+      "eval_fr_ud_pr_auc": 0.9866810347321044,
+      "eval_fy_opus100_pr_auc": 0.6914228223417239,
+      "eval_ga_opus100_pr_auc": 0.9096166697124062,
+      "eval_ga_ud_pr_auc": 0.805327791479868,
+      "eval_gd_opus100_pr_auc": 0.7335765886937344,
+      "eval_gd_ud_pr_auc": 0.8165656558971753,
+      "eval_gl_opus100_pr_auc": 0.8867993106324163,
+      "eval_gl_ud_pr_auc": 0.9985372096369263,
+      "eval_gu_ersatz_pr_auc": 0.9468911396655196,
+      "eval_gu_opus100_pr_auc": 0.7644487571666737,
+      "eval_ha_opus100_pr_auc": 0.9242734933101002,
+      "eval_he_opus100_pr_auc": 0.8755938306275746,
+      "eval_he_ud_pr_auc": 0.9782292893632292,
+      "eval_hi_ersatz_pr_auc": 0.9814369583791739,
+      "eval_hi_opus100_pr_auc": 0.7319935991930889,
+      "eval_hi_ud_pr_auc": 0.978837887585357,
+      "eval_hu_opus100_pr_auc": 0.9140347681664269,
+      "eval_hu_ud_pr_auc": 0.9825288060153823,
+      "eval_hy_opus100_pr_auc": 0.9031922076040226,
+      "eval_hy_ud_pr_auc": 0.9748156207511348,
+      "eval_id_opus100_pr_auc": 0.8805868507403509,
+      "eval_id_ud_pr_auc": 0.9930179459786466,
+      "eval_ig_opus100_pr_auc": 0.8818384196621535,
+      "eval_is_opus100_pr_auc": 0.929097073849105,
+      "eval_is_ud_pr_auc": 0.9110153581005755,
+      "eval_it_opus100_pr_auc": 0.9062417308729602,
+      "eval_it_ud_pr_auc": 0.9954922715211878,
+      "eval_ja_ersatz_pr_auc": 0.8905903703657345,
+      "eval_ja_opus100_pr_auc": 0.861283898620457,
+      "eval_ja_ud_pr_auc": 0.9843537138843819,
+      "eval_jv_ud_pr_auc": 0.9598573117323415,
+      "eval_ka_opus100_pr_auc": 0.8604755517066353,
+      "eval_kk_ersatz_pr_auc": 0.9874038165038936,
+      "eval_kk_opus100_pr_auc": 0.7963350506384573,
+      "eval_kk_ud_pr_auc": 0.9694080311383659,
+      "eval_km_ersatz_pr_auc": 0.9406839494890812,
+      "eval_km_opus100_pr_auc": 0.7640440532266344,
+      "eval_kn_opus100_pr_auc": 0.6689373159140509,
+      "eval_ko_opus100_pr_auc": 0.7210412266745594,
+      "eval_ko_ud_pr_auc": 0.9975729091178779,
+      "eval_ku_opus100_pr_auc": 0.8607003037647003,
+      "eval_ky_opus100_pr_auc": 0.9092334600679568,
+      "eval_la_ud_pr_auc": 0.9699035388235138,
+      "eval_loss": 0.025950094684958458,
+      "eval_lt_ersatz_pr_auc": 0.9956452878150575,
+      "eval_lt_opus100_pr_auc": 0.8884893932740131,
+      "eval_lt_ud_pr_auc": 0.99717187625268,
+      "eval_lv_ersatz_pr_auc": 0.9907429658400441,
+      "eval_lv_opus100_pr_auc": 0.8903123055546346,
+      "eval_lv_ud_pr_auc": 0.9670643343390105,
+      "eval_mg_opus100_pr_auc": 0.9371762200619389,
+      "eval_mk_opus100_pr_auc": 0.9253986859637396,
+      "eval_ml_opus100_pr_auc": 0.8050435967574838,
+      "eval_mn_opus100_pr_auc": 0.9571439085860185,
+      "eval_mr_opus100_pr_auc": 0.9089884576520312,
+      "eval_mr_ud_pr_auc": 0.9804999970645824,
+      "eval_ms_opus100_pr_auc": 0.8694810266177554,
+      "eval_mt_opus100_pr_auc": 0.8585448608937493,
+      "eval_mt_ud_pr_auc": 0.9287734157004879,
+      "eval_my_opus100_pr_auc": 0.8425674250456873,
+      "eval_ne_opus100_pr_auc": 0.7711312002022515,
+      "eval_nl_opus100_pr_auc": 0.8944633676188737,
+      "eval_nl_ud_pr_auc": 0.9832350836495732,
+      "eval_no_opus100_pr_auc": 0.9169951719295653,
+      "eval_no_ud_pr_auc": 0.9964283808699469,
+      "eval_pa_opus100_pr_auc": 0.6999225403297841,
+      "eval_pl_ersatz_pr_auc": 0.9677619266022415,
+      "eval_pl_opus100_pr_auc": 0.8998827222363691,
+      "eval_pl_ud_pr_auc": 0.9658583588820686,
+      "eval_ps_ersatz_pr_auc": 0.9203746905019213,
+      "eval_ps_opus100_pr_auc": 0.7441308579363249,
+      "eval_pt_opus100_pr_auc": 0.921884721687745,
+      "eval_pt_ud_pr_auc": 0.9851644007712669,
+      "eval_ro_ersatz_pr_auc": 0.9909054037727728,
+      "eval_ro_opus100_pr_auc": 0.8581168580653972,
+      "eval_ro_ud_pr_auc": 0.9164155428094417,
+      "eval_ru_ersatz_pr_auc": 0.9893802957906523,
+      "eval_ru_opus100_pr_auc": 0.9314696126402381,
+      "eval_ru_ud_pr_auc": 0.8709452769599128,
+      "eval_runtime": 605.82,
+      "eval_samples_per_second": 124.549,
+      "eval_si_opus100_pr_auc": 0.8209318864092856,
+      "eval_sk_opus100_pr_auc": 0.9332573069340673,
+      "eval_sk_ud_pr_auc": 0.979314486867047,
+      "eval_sl_opus100_pr_auc": 0.867932680910415,
+      "eval_sl_ud_pr_auc": 0.9641326396048383,
+      "eval_sq_opus100_pr_auc": 0.9317557526263441,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9148416199288406,
+      "eval_sr_ud_pr_auc": 0.9992507741063115,
+      "eval_steps_per_second": 0.974,
+      "eval_sv_opus100_pr_auc": 0.9012756874829978,
+      "eval_sv_ud_pr_auc": 0.9404936186957984,
+      "eval_ta_ersatz_pr_auc": 0.9819118681653749,
+      "eval_ta_opus100_pr_auc": 0.7385468022473225,
+      "eval_ta_ud_pr_auc": 0.9967770509871261,
+      "eval_te_opus100_pr_auc": 0.8379448528915263,
+      "eval_tg_opus100_pr_auc": 0.8982684263967754,
+      "eval_th_opus100_pr_auc": 0.6817389724004775,
+      "eval_th_ud_pr_auc": 0.8625575370209416,
+      "eval_tr_ersatz_pr_auc": 0.9594580282012508,
+      "eval_tr_opus100_pr_auc": 0.8957137794030335,
+      "eval_tr_ud_pr_auc": 0.9556905875181565,
+      "eval_uk_opus100_pr_auc": 0.8761334006114933,
+      "eval_uk_ud_pr_auc": 0.9258640631228574,
+      "eval_ur_opus100_pr_auc": 0.6120623364820642,
+      "eval_ur_ud_pr_auc": 0.9961962675543833,
+      "eval_uz_opus100_pr_auc": 0.8959958448544738,
+      "eval_vi_opus100_pr_auc": 0.8977188609871486,
+      "eval_vi_ud_pr_auc": 0.9474361696540804,
+      "eval_xh_opus100_pr_auc": 0.888602294741158,
+      "eval_yi_opus100_pr_auc": 0.794273583147861,
+      "eval_yo_opus100_pr_auc": 0.8372257020836095,
+      "eval_yo_ud_pr_auc": 0.9190296853161117,
+      "eval_zh_ersatz_pr_auc": 0.971222685593804,
+      "eval_zh_opus100_pr_auc": 0.8846633772467414,
+      "eval_zh_ud_pr_auc": 0.9946162424922237,
+      "eval_zu_opus100_pr_auc": 0.8367267427345833,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0222,
+      "step": 270050
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.0224,
+      "step": 270100
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.0225,
+      "step": 270150
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.0224,
+      "step": 270200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0223,
+      "step": 270250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.0222,
+      "step": 270300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0223,
+      "step": 270350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.0224,
+      "step": 270400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.0223,
+      "step": 270450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.0221,
+      "step": 270500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0223,
+      "step": 270550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.0223,
+      "step": 270600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.0223,
+      "step": 270650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0224,
+      "step": 270700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.0223,
+      "step": 270750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0221,
+      "step": 270800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0224,
+      "step": 270850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.0224,
+      "step": 270900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.0222,
+      "step": 270950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.0222,
+      "step": 271000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.0222,
+      "step": 271050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0224,
+      "step": 271100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.0222,
+      "step": 271150
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.0223,
+      "step": 271200
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0223,
+      "step": 271250
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.022,
+      "step": 271300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.0222,
+      "step": 271350
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0222,
+      "step": 271400
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0223,
+      "step": 271450
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.0222,
+      "step": 271500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.0225,
+      "step": 271550
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0223,
+      "step": 271600
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.0221,
+      "step": 271650
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.0224,
+      "step": 271700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.0225,
+      "step": 271750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0225,
+      "step": 271800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0224,
+      "step": 271850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0222,
+      "step": 271900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.0223,
+      "step": 271950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.0224,
+      "step": 272000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0224,
+      "step": 272050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0222,
+      "step": 272100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0223,
+      "step": 272150
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.0222,
+      "step": 272200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.0225,
+      "step": 272250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0221,
+      "step": 272300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0223,
+      "step": 272350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0221,
+      "step": 272400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.0221,
+      "step": 272450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.0221,
+      "step": 272500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0222,
+      "step": 272550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0223,
+      "step": 272600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0224,
+      "step": 272650
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0223,
+      "step": 272700
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.0222,
+      "step": 272750
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0221,
+      "step": 272800
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0222,
+      "step": 272850
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0222,
+      "step": 272900
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0222,
+      "step": 272950
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0222,
+      "step": 273000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.0222,
+      "step": 273050
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.0221,
+      "step": 273100
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.0222,
+      "step": 273150
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0222,
+      "step": 273200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0224,
+      "step": 273250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.0222,
+      "step": 273300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.0224,
+      "step": 273350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.0223,
+      "step": 273400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0224,
+      "step": 273450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.0224,
+      "step": 273500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.0224,
+      "step": 273550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.0223,
+      "step": 273600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.0223,
+      "step": 273650
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0223,
+      "step": 273700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.0223,
+      "step": 273750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0224,
+      "step": 273800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.0222,
+      "step": 273850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.0223,
+      "step": 273900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.0222,
+      "step": 273950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.0225,
+      "step": 274000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.0221,
+      "step": 274050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.0223,
+      "step": 274100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.0223,
+      "step": 274150
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.0223,
+      "step": 274200
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.0223,
+      "step": 274250
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.0223,
+      "step": 274300
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.0224,
+      "step": 274350
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.0223,
+      "step": 274400
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.0224,
+      "step": 274450
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.0223,
+      "step": 274500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.0223,
+      "step": 274550
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.0223,
+      "step": 274600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0223,
+      "step": 274650
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.0223,
+      "step": 274700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.0223,
+      "step": 274750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0222,
+      "step": 274800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.0225,
+      "step": 274850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.0221,
+      "step": 274900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.0223,
+      "step": 274950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0221,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "eval_af_opus100_pr_auc": 0.7789097541175366,
+      "eval_af_ud_pr_auc": 0.9928897192164097,
+      "eval_am_opus100_pr_auc": 0.6103929055000413,
+      "eval_ar_ersatz_pr_auc": 0.924265407879473,
+      "eval_ar_opus100_pr_auc": 0.7485821823553824,
+      "eval_ar_ud_pr_auc": 0.8970119422690871,
+      "eval_average_ersatz_pr_auc": 0.9727529666622933,
+      "eval_average_opus100_pr_auc": 0.8489928569553892,
+      "eval_average_ud_pr_auc": 0.9658283925190281,
+      "eval_az_opus100_pr_auc": 0.7947960305676826,
+      "eval_be_opus100_pr_auc": 0.7107168310282247,
+      "eval_be_ud_pr_auc": 0.8968003774690196,
+      "eval_bg_opus100_pr_auc": 0.9253924226861776,
+      "eval_bg_ud_pr_auc": 0.9973441334657231,
+      "eval_bn_opus100_pr_auc": 0.8494278421482653,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9006079385654693,
+      "eval_ca_ud_pr_auc": 0.996001872098986,
+      "eval_ceb_ud_pr_auc": 0.9993734868255753,
+      "eval_cs_ersatz_pr_auc": 0.9864658449951282,
+      "eval_cs_opus100_pr_auc": 0.9131031566976467,
+      "eval_cs_ud_pr_auc": 0.9622445814513672,
+      "eval_cy_opus100_pr_auc": 0.7771036554330835,
+      "eval_cy_ud_pr_auc": 0.9980582569273979,
+      "eval_da_opus100_pr_auc": 0.9248579289464289,
+      "eval_da_ud_pr_auc": 0.9765521786870446,
+      "eval_de_ersatz_pr_auc": 0.9876300050623791,
+      "eval_de_opus100_pr_auc": 0.915107118883909,
+      "eval_de_ud_pr_auc": 0.9850184977472913,
+      "eval_el_opus100_pr_auc": 0.9178585210896995,
+      "eval_el_ud_pr_auc": 0.9935083092194114,
+      "eval_en_ersatz_pr_auc": 0.9927347271505533,
+      "eval_en_opus100_pr_auc": 0.924894088281909,
+      "eval_en_ud_pr_auc": 0.9808898658548842,
+      "eval_eo_opus100_pr_auc": 0.9309963900806694,
+      "eval_es_ersatz_pr_auc": 0.9966316991005008,
+      "eval_es_opus100_pr_auc": 0.9414942282346077,
+      "eval_es_ud_pr_auc": 0.9909155980713481,
+      "eval_et_ersatz_pr_auc": 0.982724016358313,
+      "eval_et_opus100_pr_auc": 0.9266585575522197,
+      "eval_et_ud_pr_auc": 0.9682218856516577,
+      "eval_eu_opus100_pr_auc": 0.8821097122338025,
+      "eval_eu_ud_pr_auc": 0.9881598533343822,
+      "eval_fa_opus100_pr_auc": 0.6274236560991645,
+      "eval_fa_ud_pr_auc": 0.994183170969867,
+      "eval_fi_ersatz_pr_auc": 0.9958495985907777,
+      "eval_fi_opus100_pr_auc": 0.9323936448773857,
+      "eval_fi_ud_pr_auc": 0.9664844589325347,
+      "eval_fr_ersatz_pr_auc": 0.988710086691187,
+      "eval_fr_opus100_pr_auc": 0.9204554704261027,
+      "eval_fr_ud_pr_auc": 0.9829868894518097,
+      "eval_fy_opus100_pr_auc": 0.6701367150789941,
+      "eval_ga_opus100_pr_auc": 0.9101672251699193,
+      "eval_ga_ud_pr_auc": 0.8090955811843173,
+      "eval_gd_opus100_pr_auc": 0.6872295512156621,
+      "eval_gd_ud_pr_auc": 0.8256885726774801,
+      "eval_gl_opus100_pr_auc": 0.8939993082424429,
+      "eval_gl_ud_pr_auc": 0.9984616315096385,
+      "eval_gu_ersatz_pr_auc": 0.9536320323949695,
+      "eval_gu_opus100_pr_auc": 0.7606979225328782,
+      "eval_ha_opus100_pr_auc": 0.9294042235344292,
+      "eval_he_opus100_pr_auc": 0.8731638968087827,
+      "eval_he_ud_pr_auc": 0.9781592380369248,
+      "eval_hi_ersatz_pr_auc": 0.9830530110303928,
+      "eval_hi_opus100_pr_auc": 0.7311325099364308,
+      "eval_hi_ud_pr_auc": 0.9765010087204747,
+      "eval_hu_opus100_pr_auc": 0.9219541889426038,
+      "eval_hu_ud_pr_auc": 0.9854183721703249,
+      "eval_hy_opus100_pr_auc": 0.8985905534523708,
+      "eval_hy_ud_pr_auc": 0.9713974580632428,
+      "eval_id_opus100_pr_auc": 0.8885338025354069,
+      "eval_id_ud_pr_auc": 0.9938030566978737,
+      "eval_ig_opus100_pr_auc": 0.8620452353123635,
+      "eval_is_opus100_pr_auc": 0.9336567798353385,
+      "eval_is_ud_pr_auc": 0.9189518233045649,
+      "eval_it_opus100_pr_auc": 0.9146227797794965,
+      "eval_it_ud_pr_auc": 0.9946796449696353,
+      "eval_ja_ersatz_pr_auc": 0.9004174541470343,
+      "eval_ja_opus100_pr_auc": 0.854314997313773,
+      "eval_ja_ud_pr_auc": 0.9836073914393654,
+      "eval_jv_ud_pr_auc": 0.9662143319310363,
+      "eval_ka_opus100_pr_auc": 0.8726271571086441,
+      "eval_kk_ersatz_pr_auc": 0.9873991868007772,
+      "eval_kk_opus100_pr_auc": 0.7795964388365543,
+      "eval_kk_ud_pr_auc": 0.9728654907627883,
+      "eval_km_ersatz_pr_auc": 0.9418082629805979,
+      "eval_km_opus100_pr_auc": 0.7575424838393082,
+      "eval_kn_opus100_pr_auc": 0.6531778842295678,
+      "eval_ko_opus100_pr_auc": 0.714280453779342,
+      "eval_ko_ud_pr_auc": 0.9984682286377726,
+      "eval_ku_opus100_pr_auc": 0.8525521222520129,
+      "eval_ky_opus100_pr_auc": 0.8900088159994108,
+      "eval_la_ud_pr_auc": 0.9744761090347512,
+      "eval_loss": 0.02580929361283779,
+      "eval_lt_ersatz_pr_auc": 0.9960824173180722,
+      "eval_lt_opus100_pr_auc": 0.8855758263199095,
+      "eval_lt_ud_pr_auc": 0.9979055497159275,
+      "eval_lv_ersatz_pr_auc": 0.9917431862077964,
+      "eval_lv_opus100_pr_auc": 0.8942194406243259,
+      "eval_lv_ud_pr_auc": 0.9665489171628312,
+      "eval_mg_opus100_pr_auc": 0.9416526062227127,
+      "eval_mk_opus100_pr_auc": 0.9279125328784659,
+      "eval_ml_opus100_pr_auc": 0.7994574950048097,
+      "eval_mn_opus100_pr_auc": 0.9421721571456079,
+      "eval_mr_opus100_pr_auc": 0.9115639906753895,
+      "eval_mr_ud_pr_auc": 0.9787381604194952,
+      "eval_ms_opus100_pr_auc": 0.8808991000331242,
+      "eval_mt_opus100_pr_auc": 0.8609682618364225,
+      "eval_mt_ud_pr_auc": 0.9286761134399726,
+      "eval_my_opus100_pr_auc": 0.8431001875170296,
+      "eval_ne_opus100_pr_auc": 0.742884195375981,
+      "eval_nl_opus100_pr_auc": 0.897511886170596,
+      "eval_nl_ud_pr_auc": 0.9853928048742715,
+      "eval_no_opus100_pr_auc": 0.9235485880266532,
+      "eval_no_ud_pr_auc": 0.9965553447239351,
+      "eval_pa_opus100_pr_auc": 0.6855681319854748,
+      "eval_pl_ersatz_pr_auc": 0.967610289368491,
+      "eval_pl_opus100_pr_auc": 0.9074412196515265,
+      "eval_pl_ud_pr_auc": 0.9711480329810025,
+      "eval_ps_ersatz_pr_auc": 0.9185586413379686,
+      "eval_ps_opus100_pr_auc": 0.750882582369431,
+      "eval_pt_opus100_pr_auc": 0.927362537909636,
+      "eval_pt_ud_pr_auc": 0.9871898673879309,
+      "eval_ro_ersatz_pr_auc": 0.9926480173910669,
+      "eval_ro_opus100_pr_auc": 0.8825880611672241,
+      "eval_ro_ud_pr_auc": 0.9316665994730905,
+      "eval_ru_ersatz_pr_auc": 0.9930067122283901,
+      "eval_ru_opus100_pr_auc": 0.9348785223963194,
+      "eval_ru_ud_pr_auc": 0.8754365793021681,
+      "eval_runtime": 609.416,
+      "eval_samples_per_second": 123.814,
+      "eval_si_opus100_pr_auc": 0.8235605360365612,
+      "eval_sk_opus100_pr_auc": 0.938724284132406,
+      "eval_sk_ud_pr_auc": 0.982608654968923,
+      "eval_sl_opus100_pr_auc": 0.8830491984558052,
+      "eval_sl_ud_pr_auc": 0.9717252992159005,
+      "eval_sq_opus100_pr_auc": 0.9371817954321014,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9154729518254271,
+      "eval_sr_ud_pr_auc": 0.9991915631256642,
+      "eval_steps_per_second": 0.968,
+      "eval_sv_opus100_pr_auc": 0.9073496330272357,
+      "eval_sv_ud_pr_auc": 0.9458245313564183,
+      "eval_ta_ersatz_pr_auc": 0.9803565908494941,
+      "eval_ta_opus100_pr_auc": 0.7454375062335915,
+      "eval_ta_ud_pr_auc": 0.995004785059506,
+      "eval_te_opus100_pr_auc": 0.8445146370657002,
+      "eval_tg_opus100_pr_auc": 0.8971279848281865,
+      "eval_th_opus100_pr_auc": 0.6891890275675663,
+      "eval_th_ud_pr_auc": 0.8833562440492293,
+      "eval_tr_ersatz_pr_auc": 0.96918846154199,
+      "eval_tr_opus100_pr_auc": 0.8989418830289833,
+      "eval_tr_ud_pr_auc": 0.9594335623401109,
+      "eval_uk_opus100_pr_auc": 0.8859584021725693,
+      "eval_uk_ud_pr_auc": 0.9244661062895766,
+      "eval_ur_opus100_pr_auc": 0.61753570290599,
+      "eval_ur_ud_pr_auc": 0.9933098633829657,
+      "eval_uz_opus100_pr_auc": 0.8926456095574115,
+      "eval_vi_opus100_pr_auc": 0.899140187026009,
+      "eval_vi_ud_pr_auc": 0.944290203014389,
+      "eval_xh_opus100_pr_auc": 0.887453779740916,
+      "eval_yi_opus100_pr_auc": 0.7617108381739643,
+      "eval_yo_opus100_pr_auc": 0.8333356445582826,
+      "eval_yo_ud_pr_auc": 0.9255835856740572,
+      "eval_zh_ersatz_pr_auc": 0.9700496171451033,
+      "eval_zh_opus100_pr_auc": 0.8908780634170179,
+      "eval_zh_ud_pr_auc": 0.993732988843241,
+      "eval_zu_opus100_pr_auc": 0.8253022003043998,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.0223,
+      "step": 275050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.0225,
+      "step": 275100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.0222,
+      "step": 275150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.0223,
+      "step": 275200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0222,
+      "step": 275250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.0223,
+      "step": 275300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.0222,
+      "step": 275350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0221,
+      "step": 275400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.0222,
+      "step": 275450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.0223,
+      "step": 275500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0221,
+      "step": 275550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.0224,
+      "step": 275600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.022,
+      "step": 275650
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.0221,
+      "step": 275700
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.0221,
+      "step": 275750
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0223,
+      "step": 275800
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.022,
+      "step": 275850
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0221,
+      "step": 275900
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.0221,
+      "step": 275950
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.0222,
+      "step": 276000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0223,
+      "step": 276050
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.0224,
+      "step": 276100
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0221,
+      "step": 276150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.022,
+      "step": 276200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0221,
+      "step": 276250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0224,
+      "step": 276300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.0223,
+      "step": 276350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.0221,
+      "step": 276400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.0223,
+      "step": 276450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.0222,
+      "step": 276500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.0222,
+      "step": 276550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.0223,
+      "step": 276600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.022,
+      "step": 276650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.0223,
+      "step": 276700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.0222,
+      "step": 276750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0223,
+      "step": 276800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.0225,
+      "step": 276850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.0223,
+      "step": 276900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.0222,
+      "step": 276950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.0221,
+      "step": 277000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.0222,
+      "step": 277050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0223,
+      "step": 277100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.0222,
+      "step": 277150
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.022,
+      "step": 277200
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.0224,
+      "step": 277250
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0221,
+      "step": 277300
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0222,
+      "step": 277350
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.0224,
+      "step": 277400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.0221,
+      "step": 277450
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.0224,
+      "step": 277500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.0222,
+      "step": 277550
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0221,
+      "step": 277600
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.0222,
+      "step": 277650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.0222,
+      "step": 277700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.022,
+      "step": 277750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.0221,
+      "step": 277800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.0222,
+      "step": 277850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.0221,
+      "step": 277900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0221,
+      "step": 277950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.0223,
+      "step": 278000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.0223,
+      "step": 278050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.0223,
+      "step": 278100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.0224,
+      "step": 278150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.0221,
+      "step": 278200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0219,
+      "step": 278250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.0224,
+      "step": 278300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0221,
+      "step": 278350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.022,
+      "step": 278400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.0221,
+      "step": 278450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.0225,
+      "step": 278500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0223,
+      "step": 278550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0222,
+      "step": 278600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.0221,
+      "step": 278650
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.0221,
+      "step": 278700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.0221,
+      "step": 278750
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.0224,
+      "step": 278800
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.022,
+      "step": 278850
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.0221,
+      "step": 278900
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.0219,
+      "step": 278950
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.0224,
+      "step": 279000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.0221,
+      "step": 279050
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.0222,
+      "step": 279100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.0221,
+      "step": 279150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.022,
+      "step": 279200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.022,
+      "step": 279250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.022,
+      "step": 279300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0221,
+      "step": 279350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0221,
+      "step": 279400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.022,
+      "step": 279450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0222,
+      "step": 279500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.022,
+      "step": 279550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.0222,
+      "step": 279600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0223,
+      "step": 279650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.022,
+      "step": 279700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.0222,
+      "step": 279750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.0222,
+      "step": 279800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.0224,
+      "step": 279850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.0221,
+      "step": 279900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.0222,
+      "step": 279950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.0223,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "eval_af_opus100_pr_auc": 0.7903480400276643,
+      "eval_af_ud_pr_auc": 0.9878155441072497,
+      "eval_am_opus100_pr_auc": 0.5622403484694138,
+      "eval_ar_ersatz_pr_auc": 0.9212069285091741,
+      "eval_ar_opus100_pr_auc": 0.7365772271790089,
+      "eval_ar_ud_pr_auc": 0.8929238199684782,
+      "eval_average_ersatz_pr_auc": 0.9724631851029805,
+      "eval_average_opus100_pr_auc": 0.8513840392625767,
+      "eval_average_ud_pr_auc": 0.9636428567377633,
+      "eval_az_opus100_pr_auc": 0.7814462945041383,
+      "eval_be_opus100_pr_auc": 0.7341929344102328,
+      "eval_be_ud_pr_auc": 0.9004404581613547,
+      "eval_bg_opus100_pr_auc": 0.9211764719441715,
+      "eval_bg_ud_pr_auc": 0.9969460540328614,
+      "eval_bn_opus100_pr_auc": 0.8475134429754579,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8987608378523295,
+      "eval_ca_ud_pr_auc": 0.9945547456946434,
+      "eval_ceb_ud_pr_auc": 0.9986269033328733,
+      "eval_cs_ersatz_pr_auc": 0.9854238050172001,
+      "eval_cs_opus100_pr_auc": 0.916412719728696,
+      "eval_cs_ud_pr_auc": 0.9628762782350672,
+      "eval_cy_opus100_pr_auc": 0.7986460667316528,
+      "eval_cy_ud_pr_auc": 0.9973981810280861,
+      "eval_da_opus100_pr_auc": 0.9231117904990764,
+      "eval_da_ud_pr_auc": 0.9778790009806468,
+      "eval_de_ersatz_pr_auc": 0.9875739394824149,
+      "eval_de_opus100_pr_auc": 0.9183719259548285,
+      "eval_de_ud_pr_auc": 0.9834840376125352,
+      "eval_el_opus100_pr_auc": 0.9205086349255104,
+      "eval_el_ud_pr_auc": 0.9907892573566691,
+      "eval_en_ersatz_pr_auc": 0.9927327053193427,
+      "eval_en_opus100_pr_auc": 0.9231949750749681,
+      "eval_en_ud_pr_auc": 0.9835530896027521,
+      "eval_eo_opus100_pr_auc": 0.9281576814121699,
+      "eval_es_ersatz_pr_auc": 0.9966596829274047,
+      "eval_es_opus100_pr_auc": 0.9382327522308078,
+      "eval_es_ud_pr_auc": 0.9919054427263905,
+      "eval_et_ersatz_pr_auc": 0.9840582722460126,
+      "eval_et_opus100_pr_auc": 0.924283763543088,
+      "eval_et_ud_pr_auc": 0.9657139337331425,
+      "eval_eu_opus100_pr_auc": 0.8819459942300479,
+      "eval_eu_ud_pr_auc": 0.9886370826894517,
+      "eval_fa_opus100_pr_auc": 0.6199597059844368,
+      "eval_fa_ud_pr_auc": 0.99348755925411,
+      "eval_fi_ersatz_pr_auc": 0.9952581974838397,
+      "eval_fi_opus100_pr_auc": 0.9242216534590635,
+      "eval_fi_ud_pr_auc": 0.9611096806345276,
+      "eval_fr_ersatz_pr_auc": 0.9898260747598155,
+      "eval_fr_opus100_pr_auc": 0.916311004105892,
+      "eval_fr_ud_pr_auc": 0.9839212658547822,
+      "eval_fy_opus100_pr_auc": 0.7019323904584702,
+      "eval_ga_opus100_pr_auc": 0.9198951125104298,
+      "eval_ga_ud_pr_auc": 0.8098468765924155,
+      "eval_gd_opus100_pr_auc": 0.7035317185987879,
+      "eval_gd_ud_pr_auc": 0.8150085911300019,
+      "eval_gl_opus100_pr_auc": 0.8978777657780005,
+      "eval_gl_ud_pr_auc": 0.9980198938245123,
+      "eval_gu_ersatz_pr_auc": 0.9474747584260409,
+      "eval_gu_opus100_pr_auc": 0.767607341565465,
+      "eval_ha_opus100_pr_auc": 0.9288569417531892,
+      "eval_he_opus100_pr_auc": 0.8751363514879216,
+      "eval_he_ud_pr_auc": 0.9804607496413356,
+      "eval_hi_ersatz_pr_auc": 0.9821775591074245,
+      "eval_hi_opus100_pr_auc": 0.7334384398454955,
+      "eval_hi_ud_pr_auc": 0.9786053587374195,
+      "eval_hu_opus100_pr_auc": 0.9209690955104807,
+      "eval_hu_ud_pr_auc": 0.9842714351204978,
+      "eval_hy_opus100_pr_auc": 0.9086570127776903,
+      "eval_hy_ud_pr_auc": 0.97462907419383,
+      "eval_id_opus100_pr_auc": 0.8890199415967712,
+      "eval_id_ud_pr_auc": 0.9928976225191746,
+      "eval_ig_opus100_pr_auc": 0.8793149306733776,
+      "eval_is_opus100_pr_auc": 0.9339668934370149,
+      "eval_is_ud_pr_auc": 0.915499310142977,
+      "eval_it_opus100_pr_auc": 0.9131249967304178,
+      "eval_it_ud_pr_auc": 0.9963363722037438,
+      "eval_ja_ersatz_pr_auc": 0.9003486716057392,
+      "eval_ja_opus100_pr_auc": 0.8701569653391676,
+      "eval_ja_ud_pr_auc": 0.9818723591847278,
+      "eval_jv_ud_pr_auc": 0.9596213857101454,
+      "eval_ka_opus100_pr_auc": 0.8661162449055234,
+      "eval_kk_ersatz_pr_auc": 0.989234560207217,
+      "eval_kk_opus100_pr_auc": 0.7945632609571358,
+      "eval_kk_ud_pr_auc": 0.9708631349023301,
+      "eval_km_ersatz_pr_auc": 0.9428563259172179,
+      "eval_km_opus100_pr_auc": 0.7693684072502212,
+      "eval_kn_opus100_pr_auc": 0.6788998441899103,
+      "eval_ko_opus100_pr_auc": 0.7097789380279264,
+      "eval_ko_ud_pr_auc": 0.9988041193882964,
+      "eval_ku_opus100_pr_auc": 0.8709848189823858,
+      "eval_ky_opus100_pr_auc": 0.9113450004649452,
+      "eval_la_ud_pr_auc": 0.9763181272988273,
+      "eval_loss": 0.02586720511317253,
+      "eval_lt_ersatz_pr_auc": 0.9968572557809184,
+      "eval_lt_opus100_pr_auc": 0.8851555193761975,
+      "eval_lt_ud_pr_auc": 0.9974883059869126,
+      "eval_lv_ersatz_pr_auc": 0.990085795781208,
+      "eval_lv_opus100_pr_auc": 0.8933549995458119,
+      "eval_lv_ud_pr_auc": 0.9653503288843109,
+      "eval_mg_opus100_pr_auc": 0.9391197754060003,
+      "eval_mk_opus100_pr_auc": 0.9269092119984956,
+      "eval_ml_opus100_pr_auc": 0.8051713378022242,
+      "eval_mn_opus100_pr_auc": 0.9538501995632334,
+      "eval_mr_opus100_pr_auc": 0.9180345553060983,
+      "eval_mr_ud_pr_auc": 0.9837541454140148,
+      "eval_ms_opus100_pr_auc": 0.8687268424373311,
+      "eval_mt_opus100_pr_auc": 0.8641724819016169,
+      "eval_mt_ud_pr_auc": 0.9210937648101406,
+      "eval_my_opus100_pr_auc": 0.8544925387169302,
+      "eval_ne_opus100_pr_auc": 0.7611214198737375,
+      "eval_nl_opus100_pr_auc": 0.8983356641261938,
+      "eval_nl_ud_pr_auc": 0.9858833975048514,
+      "eval_no_opus100_pr_auc": 0.9192383224494959,
+      "eval_no_ud_pr_auc": 0.9962944817929679,
+      "eval_pa_opus100_pr_auc": 0.7000520914653952,
+      "eval_pl_ersatz_pr_auc": 0.9679432436697031,
+      "eval_pl_opus100_pr_auc": 0.9017603141486031,
+      "eval_pl_ud_pr_auc": 0.9692174280138728,
+      "eval_ps_ersatz_pr_auc": 0.9164071443466211,
+      "eval_ps_opus100_pr_auc": 0.7699609579805182,
+      "eval_pt_opus100_pr_auc": 0.9195431759788338,
+      "eval_pt_ud_pr_auc": 0.9860141605410981,
+      "eval_ro_ersatz_pr_auc": 0.9920143222793508,
+      "eval_ro_opus100_pr_auc": 0.8725254234741411,
+      "eval_ro_ud_pr_auc": 0.859175634874345,
+      "eval_ru_ersatz_pr_auc": 0.9928670274799533,
+      "eval_ru_opus100_pr_auc": 0.9313896474717973,
+      "eval_ru_ud_pr_auc": 0.8598333423809118,
+      "eval_runtime": 606.8411,
+      "eval_samples_per_second": 124.339,
+      "eval_si_opus100_pr_auc": 0.8227733598750083,
+      "eval_sk_opus100_pr_auc": 0.9351543082185182,
+      "eval_sk_ud_pr_auc": 0.9806190606483881,
+      "eval_sl_opus100_pr_auc": 0.8755167956239961,
+      "eval_sl_ud_pr_auc": 0.9731694351227255,
+      "eval_sq_opus100_pr_auc": 0.932784158025802,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9168093619269583,
+      "eval_sr_ud_pr_auc": 0.9992624378236697,
+      "eval_steps_per_second": 0.972,
+      "eval_sv_opus100_pr_auc": 0.9042912164460657,
+      "eval_sv_ud_pr_auc": 0.9419834532408626,
+      "eval_ta_ersatz_pr_auc": 0.9809580457652817,
+      "eval_ta_opus100_pr_auc": 0.7488846988324384,
+      "eval_ta_ud_pr_auc": 0.9949057460644224,
+      "eval_te_opus100_pr_auc": 0.8399504451505238,
+      "eval_tg_opus100_pr_auc": 0.9031943320565236,
+      "eval_th_opus100_pr_auc": 0.6895614409209557,
+      "eval_th_ud_pr_auc": 0.8727606535935308,
+      "eval_tr_ersatz_pr_auc": 0.9673092874815653,
+      "eval_tr_opus100_pr_auc": 0.8964904449753931,
+      "eval_tr_ud_pr_auc": 0.9595912223859423,
+      "eval_uk_opus100_pr_auc": 0.8811653217970348,
+      "eval_uk_ud_pr_auc": 0.9276141569279303,
+      "eval_ur_opus100_pr_auc": 0.6255159253396807,
+      "eval_ur_ud_pr_auc": 0.9924299482481248,
+      "eval_uz_opus100_pr_auc": 0.8999555952297956,
+      "eval_vi_opus100_pr_auc": 0.8928194105766831,
+      "eval_vi_ud_pr_auc": 0.9481681653945413,
+      "eval_xh_opus100_pr_auc": 0.886538743223002,
+      "eval_yi_opus100_pr_auc": 0.7615166754035008,
+      "eval_yo_opus100_pr_auc": 0.8433982938072097,
+      "eval_yo_ud_pr_auc": 0.93414247908131,
+      "eval_zh_ersatz_pr_auc": 0.9749164686721268,
+      "eval_zh_opus100_pr_auc": 0.8886556958596096,
+      "eval_zh_ud_pr_auc": 0.9937743397217828,
+      "eval_zu_opus100_pr_auc": 0.8354438391365456,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.0221,
+      "step": 280050
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.0222,
+      "step": 280100
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.0222,
+      "step": 280150
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.0221,
+      "step": 280200
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.0221,
+      "step": 280250
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0222,
+      "step": 280300
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.0221,
+      "step": 280350
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.0224,
+      "step": 280400
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0222,
+      "step": 280450
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.0222,
+      "step": 280500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.0222,
+      "step": 280550
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.0222,
+      "step": 280600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.022,
+      "step": 280650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.022,
+      "step": 280700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0221,
+      "step": 280750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.0222,
+      "step": 280800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.0221,
+      "step": 280850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.0219,
+      "step": 280900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.0223,
+      "step": 280950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0222,
+      "step": 281000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.0222,
+      "step": 281050
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.0221,
+      "step": 281100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0222,
+      "step": 281150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0221,
+      "step": 281200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.0222,
+      "step": 281250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.022,
+      "step": 281300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.0222,
+      "step": 281350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.0222,
+      "step": 281400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.0224,
+      "step": 281450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0222,
+      "step": 281500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.0221,
+      "step": 281550
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.0223,
+      "step": 281600
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0224,
+      "step": 281650
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.022,
+      "step": 281700
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.0221,
+      "step": 281750
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.0224,
+      "step": 281800
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.0221,
+      "step": 281850
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.0222,
+      "step": 281900
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.0223,
+      "step": 281950
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.0222,
+      "step": 282000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.0221,
+      "step": 282050
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.022,
+      "step": 282100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.022,
+      "step": 282150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.0222,
+      "step": 282200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.0221,
+      "step": 282250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0223,
+      "step": 282300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.022,
+      "step": 282350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.0222,
+      "step": 282400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.0221,
+      "step": 282450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.0221,
+      "step": 282500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0221,
+      "step": 282550
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.0222,
+      "step": 282600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.0222,
+      "step": 282650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.0221,
+      "step": 282700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.022,
+      "step": 282750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.022,
+      "step": 282800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.022,
+      "step": 282850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.0221,
+      "step": 282900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.0223,
+      "step": 282950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.0223,
+      "step": 283000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0221,
+      "step": 283050
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0221,
+      "step": 283100
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0221,
+      "step": 283150
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0222,
+      "step": 283200
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.022,
+      "step": 283250
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0221,
+      "step": 283300
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0222,
+      "step": 283350
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.0221,
+      "step": 283400
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.0223,
+      "step": 283450
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0221,
+      "step": 283500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0223,
+      "step": 283550
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.0222,
+      "step": 283600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.0221,
+      "step": 283650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0221,
+      "step": 283700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.0221,
+      "step": 283750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.0221,
+      "step": 283800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.0221,
+      "step": 283850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0221,
+      "step": 283900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0222,
+      "step": 283950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.0222,
+      "step": 284000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0221,
+      "step": 284050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.0223,
+      "step": 284100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.0221,
+      "step": 284150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0221,
+      "step": 284200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.0223,
+      "step": 284250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.022,
+      "step": 284300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.0223,
+      "step": 284350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0221,
+      "step": 284400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0223,
+      "step": 284450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.022,
+      "step": 284500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.022,
+      "step": 284550
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0219,
+      "step": 284600
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0221,
+      "step": 284650
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.0222,
+      "step": 284700
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.022,
+      "step": 284750
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0222,
+      "step": 284800
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.0221,
+      "step": 284850
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.0222,
+      "step": 284900
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0221,
+      "step": 284950
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0223,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "eval_af_opus100_pr_auc": 0.7815236903410283,
+      "eval_af_ud_pr_auc": 0.9901821643416332,
+      "eval_am_opus100_pr_auc": 0.5943126465708348,
+      "eval_ar_ersatz_pr_auc": 0.916522202101388,
+      "eval_ar_opus100_pr_auc": 0.7366500914039548,
+      "eval_ar_ud_pr_auc": 0.8979763084965032,
+      "eval_average_ersatz_pr_auc": 0.9720185416032034,
+      "eval_average_opus100_pr_auc": 0.8508244027862025,
+      "eval_average_ud_pr_auc": 0.965756590922145,
+      "eval_az_opus100_pr_auc": 0.7914823502668279,
+      "eval_be_opus100_pr_auc": 0.7213091469133942,
+      "eval_be_ud_pr_auc": 0.9018372023789789,
+      "eval_bg_opus100_pr_auc": 0.9225488704515737,
+      "eval_bg_ud_pr_auc": 0.9964998190113358,
+      "eval_bn_opus100_pr_auc": 0.8397058196304307,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9009085265418525,
+      "eval_ca_ud_pr_auc": 0.9953482112922378,
+      "eval_ceb_ud_pr_auc": 0.9991139664597576,
+      "eval_cs_ersatz_pr_auc": 0.9859160548070129,
+      "eval_cs_opus100_pr_auc": 0.9163308968411104,
+      "eval_cs_ud_pr_auc": 0.9599155732830262,
+      "eval_cy_opus100_pr_auc": 0.7891812879155343,
+      "eval_cy_ud_pr_auc": 0.997785946076894,
+      "eval_da_opus100_pr_auc": 0.9232821518793937,
+      "eval_da_ud_pr_auc": 0.9763039791181238,
+      "eval_de_ersatz_pr_auc": 0.9891541809902603,
+      "eval_de_opus100_pr_auc": 0.915142169625737,
+      "eval_de_ud_pr_auc": 0.9860926128790254,
+      "eval_el_opus100_pr_auc": 0.9204514752758065,
+      "eval_el_ud_pr_auc": 0.9915942849055086,
+      "eval_en_ersatz_pr_auc": 0.9919897749633537,
+      "eval_en_opus100_pr_auc": 0.9235716452590677,
+      "eval_en_ud_pr_auc": 0.9794088004284334,
+      "eval_eo_opus100_pr_auc": 0.9275070439750278,
+      "eval_es_ersatz_pr_auc": 0.9963773723565145,
+      "eval_es_opus100_pr_auc": 0.9370230981658035,
+      "eval_es_ud_pr_auc": 0.9914214500220759,
+      "eval_et_ersatz_pr_auc": 0.9808631423218729,
+      "eval_et_opus100_pr_auc": 0.921633140681849,
+      "eval_et_ud_pr_auc": 0.9626466055608917,
+      "eval_eu_opus100_pr_auc": 0.8867601954640184,
+      "eval_eu_ud_pr_auc": 0.9896401950624365,
+      "eval_fa_opus100_pr_auc": 0.6287102594072443,
+      "eval_fa_ud_pr_auc": 0.9932483420077125,
+      "eval_fi_ersatz_pr_auc": 0.9948210821510204,
+      "eval_fi_opus100_pr_auc": 0.9290718386084805,
+      "eval_fi_ud_pr_auc": 0.965500308647604,
+      "eval_fr_ersatz_pr_auc": 0.9880340223039996,
+      "eval_fr_opus100_pr_auc": 0.9177500640708265,
+      "eval_fr_ud_pr_auc": 0.9868759088360719,
+      "eval_fy_opus100_pr_auc": 0.7021218311728511,
+      "eval_ga_opus100_pr_auc": 0.918155727710792,
+      "eval_ga_ud_pr_auc": 0.8062167769848263,
+      "eval_gd_opus100_pr_auc": 0.7071846721059444,
+      "eval_gd_ud_pr_auc": 0.8159419072641855,
+      "eval_gl_opus100_pr_auc": 0.8983467157280348,
+      "eval_gl_ud_pr_auc": 0.9979427933154852,
+      "eval_gu_ersatz_pr_auc": 0.9403333496384769,
+      "eval_gu_opus100_pr_auc": 0.7622173467233357,
+      "eval_ha_opus100_pr_auc": 0.9279504808337825,
+      "eval_he_opus100_pr_auc": 0.872860752084071,
+      "eval_he_ud_pr_auc": 0.9768181806986831,
+      "eval_hi_ersatz_pr_auc": 0.9823877772616956,
+      "eval_hi_opus100_pr_auc": 0.7323543925275603,
+      "eval_hi_ud_pr_auc": 0.9780634967351132,
+      "eval_hu_opus100_pr_auc": 0.9206250615204818,
+      "eval_hu_ud_pr_auc": 0.985346928861508,
+      "eval_hy_opus100_pr_auc": 0.9046271784406499,
+      "eval_hy_ud_pr_auc": 0.9718655710281093,
+      "eval_id_opus100_pr_auc": 0.8790310037798358,
+      "eval_id_ud_pr_auc": 0.993812733515774,
+      "eval_ig_opus100_pr_auc": 0.8716611561183395,
+      "eval_is_opus100_pr_auc": 0.9333292118933112,
+      "eval_is_ud_pr_auc": 0.9147599817615288,
+      "eval_it_opus100_pr_auc": 0.9168854139587722,
+      "eval_it_ud_pr_auc": 0.9963779292978143,
+      "eval_ja_ersatz_pr_auc": 0.8970020764148379,
+      "eval_ja_opus100_pr_auc": 0.8460605004851662,
+      "eval_ja_ud_pr_auc": 0.984055250759422,
+      "eval_jv_ud_pr_auc": 0.9597428220997242,
+      "eval_ka_opus100_pr_auc": 0.8649213448047934,
+      "eval_kk_ersatz_pr_auc": 0.9886877635198896,
+      "eval_kk_opus100_pr_auc": 0.7929225574561165,
+      "eval_kk_ud_pr_auc": 0.9724291252112522,
+      "eval_km_ersatz_pr_auc": 0.9455541086021406,
+      "eval_km_opus100_pr_auc": 0.7727473701755007,
+      "eval_kn_opus100_pr_auc": 0.6610649923111563,
+      "eval_ko_opus100_pr_auc": 0.7033472692544102,
+      "eval_ko_ud_pr_auc": 0.9985164707641051,
+      "eval_ku_opus100_pr_auc": 0.8610169498761013,
+      "eval_ky_opus100_pr_auc": 0.9028617169909109,
+      "eval_la_ud_pr_auc": 0.9726796852570692,
+      "eval_loss": 0.02566123940050602,
+      "eval_lt_ersatz_pr_auc": 0.9961452631967151,
+      "eval_lt_opus100_pr_auc": 0.8972745276942059,
+      "eval_lt_ud_pr_auc": 0.9979249813720437,
+      "eval_lv_ersatz_pr_auc": 0.9905052413268912,
+      "eval_lv_opus100_pr_auc": 0.9010997598217164,
+      "eval_lv_ud_pr_auc": 0.965982924675712,
+      "eval_mg_opus100_pr_auc": 0.9422016831869027,
+      "eval_mk_opus100_pr_auc": 0.9258150791730824,
+      "eval_ml_opus100_pr_auc": 0.8046214353324945,
+      "eval_mn_opus100_pr_auc": 0.9453648210840984,
+      "eval_mr_opus100_pr_auc": 0.9140873469279513,
+      "eval_mr_ud_pr_auc": 0.9839155453535701,
+      "eval_ms_opus100_pr_auc": 0.870941443432848,
+      "eval_mt_opus100_pr_auc": 0.8633597089715846,
+      "eval_mt_ud_pr_auc": 0.9184832768848467,
+      "eval_my_opus100_pr_auc": 0.8546247823078331,
+      "eval_ne_opus100_pr_auc": 0.7592396868870596,
+      "eval_nl_opus100_pr_auc": 0.8980859633971489,
+      "eval_nl_ud_pr_auc": 0.9830646443510239,
+      "eval_no_opus100_pr_auc": 0.9227022372768755,
+      "eval_no_ud_pr_auc": 0.996373119843967,
+      "eval_pa_opus100_pr_auc": 0.6837735663562504,
+      "eval_pl_ersatz_pr_auc": 0.9679287904085019,
+      "eval_pl_opus100_pr_auc": 0.9075587607551809,
+      "eval_pl_ud_pr_auc": 0.9729200350182055,
+      "eval_ps_ersatz_pr_auc": 0.9244351951339844,
+      "eval_ps_opus100_pr_auc": 0.7553894516663471,
+      "eval_pt_opus100_pr_auc": 0.9265061054249716,
+      "eval_pt_ud_pr_auc": 0.9882847086331592,
+      "eval_ro_ersatz_pr_auc": 0.9928443954714229,
+      "eval_ro_opus100_pr_auc": 0.8608157668951265,
+      "eval_ro_ud_pr_auc": 0.9522805956985281,
+      "eval_ru_ersatz_pr_auc": 0.9930664109725371,
+      "eval_ru_opus100_pr_auc": 0.9387697090988135,
+      "eval_ru_ud_pr_auc": 0.8813160068840371,
+      "eval_runtime": 607.95,
+      "eval_samples_per_second": 124.112,
+      "eval_si_opus100_pr_auc": 0.8158996884846846,
+      "eval_sk_opus100_pr_auc": 0.9412183001461248,
+      "eval_sk_ud_pr_auc": 0.9850093964005419,
+      "eval_sl_opus100_pr_auc": 0.8863637717541266,
+      "eval_sl_ud_pr_auc": 0.9755366343402527,
+      "eval_sq_opus100_pr_auc": 0.9300796255167293,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.921290812682411,
+      "eval_sr_ud_pr_auc": 0.9993145818622282,
+      "eval_steps_per_second": 0.97,
+      "eval_sv_opus100_pr_auc": 0.908820535741195,
+      "eval_sv_ud_pr_auc": 0.9455430191836732,
+      "eval_ta_ersatz_pr_auc": 0.9819865461920452,
+      "eval_ta_opus100_pr_auc": 0.7427616292941112,
+      "eval_ta_ud_pr_auc": 0.9949879343261576,
+      "eval_te_opus100_pr_auc": 0.8355609248681919,
+      "eval_tg_opus100_pr_auc": 0.9015441724922804,
+      "eval_th_opus100_pr_auc": 0.6850419480990897,
+      "eval_th_ud_pr_auc": 0.870653014259537,
+      "eval_tr_ersatz_pr_auc": 0.9675440852392596,
+      "eval_tr_opus100_pr_auc": 0.898241713830401,
+      "eval_tr_ud_pr_auc": 0.9594353086169876,
+      "eval_uk_opus100_pr_auc": 0.8786317360032073,
+      "eval_uk_ud_pr_auc": 0.9246171741744718,
+      "eval_ur_opus100_pr_auc": 0.6194317295185233,
+      "eval_ur_ud_pr_auc": 0.9953476441714878,
+      "eval_uz_opus100_pr_auc": 0.8979394771067313,
+      "eval_vi_opus100_pr_auc": 0.8962185887576989,
+      "eval_vi_ud_pr_auc": 0.9514760317575518,
+      "eval_xh_opus100_pr_auc": 0.8934877204190621,
+      "eval_yi_opus100_pr_auc": 0.803251943669046,
+      "eval_yo_opus100_pr_auc": 0.8356760847867271,
+      "eval_yo_ud_pr_auc": 0.9239392074564157,
+      "eval_zh_ersatz_pr_auc": 0.9723090798966548,
+      "eval_zh_opus100_pr_auc": 0.8914235864554163,
+      "eval_zh_ud_pr_auc": 0.9957585649350155,
+      "eval_zu_opus100_pr_auc": 0.8353351479106428,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0223,
+      "step": 285050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.0223,
+      "step": 285100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.0222,
+      "step": 285150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0221,
+      "step": 285200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.0222,
+      "step": 285250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0221,
+      "step": 285300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0222,
+      "step": 285350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.022,
+      "step": 285400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.0221,
+      "step": 285450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.022,
+      "step": 285500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.022,
+      "step": 285550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0222,
+      "step": 285600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.0223,
+      "step": 285650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0223,
+      "step": 285700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0221,
+      "step": 285750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.0224,
+      "step": 285800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.0222,
+      "step": 285850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.0225,
+      "step": 285900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0221,
+      "step": 285950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0222,
+      "step": 286000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.0222,
+      "step": 286050
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.022,
+      "step": 286100
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.0221,
+      "step": 286150
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0222,
+      "step": 286200
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0222,
+      "step": 286250
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.0221,
+      "step": 286300
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.0222,
+      "step": 286350
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0221,
+      "step": 286400
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0221,
+      "step": 286450
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0221,
+      "step": 286500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.0218,
+      "step": 286550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.0221,
+      "step": 286600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.022,
+      "step": 286650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0224,
+      "step": 286700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.022,
+      "step": 286750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0222,
+      "step": 286800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0221,
+      "step": 286850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.0222,
+      "step": 286900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.0219,
+      "step": 286950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.022,
+      "step": 287000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.022,
+      "step": 287050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0224,
+      "step": 287100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.0223,
+      "step": 287150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0221,
+      "step": 287200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.0221,
+      "step": 287250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.0219,
+      "step": 287300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0219,
+      "step": 287350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0221,
+      "step": 287400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.0223,
+      "step": 287450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.022,
+      "step": 287500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0219,
+      "step": 287550
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0221,
+      "step": 287600
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0224,
+      "step": 287650
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.022,
+      "step": 287700
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0222,
+      "step": 287750
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.0219,
+      "step": 287800
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0222,
+      "step": 287850
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.022,
+      "step": 287900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0218,
+      "step": 287950
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0223,
+      "step": 288000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.022,
+      "step": 288050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.0221,
+      "step": 288100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.0222,
+      "step": 288150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.0221,
+      "step": 288200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0222,
+      "step": 288250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.022,
+      "step": 288300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0221,
+      "step": 288350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.0219,
+      "step": 288400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.0221,
+      "step": 288450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.0221,
+      "step": 288500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.022,
+      "step": 288550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.0223,
+      "step": 288600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0222,
+      "step": 288650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.022,
+      "step": 288700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.0218,
+      "step": 288750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.0219,
+      "step": 288800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.0222,
+      "step": 288850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.0221,
+      "step": 288900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.022,
+      "step": 288950
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0223,
+      "step": 289000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.0221,
+      "step": 289050
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.0222,
+      "step": 289100
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.022,
+      "step": 289150
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.0221,
+      "step": 289200
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.0222,
+      "step": 289250
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0219,
+      "step": 289300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0219,
+      "step": 289350
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.022,
+      "step": 289400
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.022,
+      "step": 289450
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0221,
+      "step": 289500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0221,
+      "step": 289550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0221,
+      "step": 289600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.0221,
+      "step": 289650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.022,
+      "step": 289700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.0221,
+      "step": 289750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.0223,
+      "step": 289800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.022,
+      "step": 289850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0221,
+      "step": 289900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.022,
+      "step": 289950
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.0221,
+      "step": 290000
+    },
+    {
+      "epoch": 1.95,
+      "eval_af_opus100_pr_auc": 0.7723839663716692,
+      "eval_af_ud_pr_auc": 0.9871797664029637,
+      "eval_am_opus100_pr_auc": 0.591469967139036,
+      "eval_ar_ersatz_pr_auc": 0.9224280420108748,
+      "eval_ar_opus100_pr_auc": 0.7362654852277468,
+      "eval_ar_ud_pr_auc": 0.9017907080653859,
+      "eval_average_ersatz_pr_auc": 0.972783933119009,
+      "eval_average_opus100_pr_auc": 0.8516687206917417,
+      "eval_average_ud_pr_auc": 0.9665080447119445,
+      "eval_az_opus100_pr_auc": 0.7983661116236563,
+      "eval_be_opus100_pr_auc": 0.7412874241330156,
+      "eval_be_ud_pr_auc": 0.9066787716713655,
+      "eval_bg_opus100_pr_auc": 0.9225479646052944,
+      "eval_bg_ud_pr_auc": 0.9969781618167237,
+      "eval_bn_opus100_pr_auc": 0.8498898222014675,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9013912896849544,
+      "eval_ca_ud_pr_auc": 0.9963653159820413,
+      "eval_ceb_ud_pr_auc": 0.9993417347990435,
+      "eval_cs_ersatz_pr_auc": 0.9861590447330376,
+      "eval_cs_opus100_pr_auc": 0.9178892562857889,
+      "eval_cs_ud_pr_auc": 0.9613268548111054,
+      "eval_cy_opus100_pr_auc": 0.7942806510478736,
+      "eval_cy_ud_pr_auc": 0.9977611750981685,
+      "eval_da_opus100_pr_auc": 0.9244694935458282,
+      "eval_da_ud_pr_auc": 0.9770359693389766,
+      "eval_de_ersatz_pr_auc": 0.989752643015693,
+      "eval_de_opus100_pr_auc": 0.9150528642355252,
+      "eval_de_ud_pr_auc": 0.9861773734954729,
+      "eval_el_opus100_pr_auc": 0.9231281976638608,
+      "eval_el_ud_pr_auc": 0.9896181691532275,
+      "eval_en_ersatz_pr_auc": 0.9925954912143906,
+      "eval_en_opus100_pr_auc": 0.9280446110953813,
+      "eval_en_ud_pr_auc": 0.9826803341621622,
+      "eval_eo_opus100_pr_auc": 0.927609666671709,
+      "eval_es_ersatz_pr_auc": 0.9964532819821547,
+      "eval_es_opus100_pr_auc": 0.939238642852574,
+      "eval_es_ud_pr_auc": 0.9919128294692242,
+      "eval_et_ersatz_pr_auc": 0.9835962621313523,
+      "eval_et_opus100_pr_auc": 0.9270042096316861,
+      "eval_et_ud_pr_auc": 0.9707968354862285,
+      "eval_eu_opus100_pr_auc": 0.8816732968592527,
+      "eval_eu_ud_pr_auc": 0.9885054095886489,
+      "eval_fa_opus100_pr_auc": 0.6285178350694359,
+      "eval_fa_ud_pr_auc": 0.9946295579088876,
+      "eval_fi_ersatz_pr_auc": 0.995772296675823,
+      "eval_fi_opus100_pr_auc": 0.9305889976479933,
+      "eval_fi_ud_pr_auc": 0.9626213441289954,
+      "eval_fr_ersatz_pr_auc": 0.9911176391220581,
+      "eval_fr_opus100_pr_auc": 0.9229981040860467,
+      "eval_fr_ud_pr_auc": 0.9891953413908103,
+      "eval_fy_opus100_pr_auc": 0.6862156374419448,
+      "eval_ga_opus100_pr_auc": 0.9176590837101216,
+      "eval_ga_ud_pr_auc": 0.8141414832277419,
+      "eval_gd_opus100_pr_auc": 0.7182934887204255,
+      "eval_gd_ud_pr_auc": 0.8235253553404537,
+      "eval_gl_opus100_pr_auc": 0.8960156344363414,
+      "eval_gl_ud_pr_auc": 0.9977605990240166,
+      "eval_gu_ersatz_pr_auc": 0.94823590359978,
+      "eval_gu_opus100_pr_auc": 0.7471420049005159,
+      "eval_ha_opus100_pr_auc": 0.9310677015846134,
+      "eval_he_opus100_pr_auc": 0.8826313372958491,
+      "eval_he_ud_pr_auc": 0.981442419607287,
+      "eval_hi_ersatz_pr_auc": 0.9825376104970845,
+      "eval_hi_opus100_pr_auc": 0.7328512542814679,
+      "eval_hi_ud_pr_auc": 0.9764743390703563,
+      "eval_hu_opus100_pr_auc": 0.9247098159082797,
+      "eval_hu_ud_pr_auc": 0.9845868526044773,
+      "eval_hy_opus100_pr_auc": 0.907566757777726,
+      "eval_hy_ud_pr_auc": 0.9728670140502896,
+      "eval_id_opus100_pr_auc": 0.8926520607600485,
+      "eval_id_ud_pr_auc": 0.9930029593661338,
+      "eval_ig_opus100_pr_auc": 0.8638704268632453,
+      "eval_is_opus100_pr_auc": 0.9333555941148605,
+      "eval_is_ud_pr_auc": 0.921048038196023,
+      "eval_it_opus100_pr_auc": 0.9201488296134503,
+      "eval_it_ud_pr_auc": 0.9934833907385132,
+      "eval_ja_ersatz_pr_auc": 0.895364113673884,
+      "eval_ja_opus100_pr_auc": 0.8458967437809187,
+      "eval_ja_ud_pr_auc": 0.9852236582806206,
+      "eval_jv_ud_pr_auc": 0.9651592849552088,
+      "eval_ka_opus100_pr_auc": 0.8699189770136555,
+      "eval_kk_ersatz_pr_auc": 0.9895729746676347,
+      "eval_kk_opus100_pr_auc": 0.7907694691200431,
+      "eval_kk_ud_pr_auc": 0.9721628644731701,
+      "eval_km_ersatz_pr_auc": 0.9406994896893125,
+      "eval_km_opus100_pr_auc": 0.7519031748837471,
+      "eval_kn_opus100_pr_auc": 0.6723844643631531,
+      "eval_ko_opus100_pr_auc": 0.707436385217258,
+      "eval_ko_ud_pr_auc": 0.998401722112373,
+      "eval_ku_opus100_pr_auc": 0.8563325570600169,
+      "eval_ky_opus100_pr_auc": 0.8990070338637086,
+      "eval_la_ud_pr_auc": 0.9713631956853749,
+      "eval_loss": 0.02565644681453705,
+      "eval_lt_ersatz_pr_auc": 0.9964311093148116,
+      "eval_lt_opus100_pr_auc": 0.8985713340900687,
+      "eval_lt_ud_pr_auc": 0.9975136282737712,
+      "eval_lv_ersatz_pr_auc": 0.9920406582275831,
+      "eval_lv_opus100_pr_auc": 0.900933204790045,
+      "eval_lv_ud_pr_auc": 0.9696338393227445,
+      "eval_mg_opus100_pr_auc": 0.9435196164441263,
+      "eval_mk_opus100_pr_auc": 0.928605519813229,
+      "eval_ml_opus100_pr_auc": 0.8080919203312353,
+      "eval_mn_opus100_pr_auc": 0.9468561749900608,
+      "eval_mr_opus100_pr_auc": 0.9165471358957316,
+      "eval_mr_ud_pr_auc": 0.9810929294139422,
+      "eval_ms_opus100_pr_auc": 0.8738507935738169,
+      "eval_mt_opus100_pr_auc": 0.8590874892925762,
+      "eval_mt_ud_pr_auc": 0.9359868035043193,
+      "eval_my_opus100_pr_auc": 0.8500808128450987,
+      "eval_ne_opus100_pr_auc": 0.7594099299588872,
+      "eval_nl_opus100_pr_auc": 0.8998505284821162,
+      "eval_nl_ud_pr_auc": 0.9840841201000057,
+      "eval_no_opus100_pr_auc": 0.9242493764926165,
+      "eval_no_ud_pr_auc": 0.996673342312406,
+      "eval_pa_opus100_pr_auc": 0.6707872189435585,
+      "eval_pl_ersatz_pr_auc": 0.9674886073222909,
+      "eval_pl_opus100_pr_auc": 0.9044123350875359,
+      "eval_pl_ud_pr_auc": 0.9722201989004646,
+      "eval_ps_ersatz_pr_auc": 0.9256527249214861,
+      "eval_ps_opus100_pr_auc": 0.7565695850112953,
+      "eval_pt_opus100_pr_auc": 0.927490963516062,
+      "eval_pt_ud_pr_auc": 0.989073696657566,
+      "eval_ro_ersatz_pr_auc": 0.9930137980443271,
+      "eval_ro_opus100_pr_auc": 0.8705318315496582,
+      "eval_ro_ud_pr_auc": 0.9406618415985039,
+      "eval_ru_ersatz_pr_auc": 0.9933655190992106,
+      "eval_ru_opus100_pr_auc": 0.9358549685498011,
+      "eval_ru_ud_pr_auc": 0.8746997560369245,
+      "eval_runtime": 606.5285,
+      "eval_samples_per_second": 124.403,
+      "eval_si_opus100_pr_auc": 0.8176727636732412,
+      "eval_sk_opus100_pr_auc": 0.9424282276907314,
+      "eval_sk_ud_pr_auc": 0.9835024753763726,
+      "eval_sl_opus100_pr_auc": 0.8814259408835582,
+      "eval_sl_ud_pr_auc": 0.9736405520953938,
+      "eval_sq_opus100_pr_auc": 0.9370609608197479,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9220467899851955,
+      "eval_sr_ud_pr_auc": 0.999288707182172,
+      "eval_steps_per_second": 0.973,
+      "eval_sv_opus100_pr_auc": 0.9105866505078778,
+      "eval_sv_ud_pr_auc": 0.9423739985503323,
+      "eval_ta_ersatz_pr_auc": 0.9817543684893935,
+      "eval_ta_opus100_pr_auc": 0.7439276445456919,
+      "eval_ta_ud_pr_auc": 0.9958626802290765,
+      "eval_te_opus100_pr_auc": 0.8423442094356475,
+      "eval_tg_opus100_pr_auc": 0.9040890637252716,
+      "eval_th_opus100_pr_auc": 0.6917407992411192,
+      "eval_th_ud_pr_auc": 0.8690886944692718,
+      "eval_tr_ersatz_pr_auc": 0.9663324283893177,
+      "eval_tr_opus100_pr_auc": 0.9025021291990888,
+      "eval_tr_ud_pr_auc": 0.9618431001016458,
+      "eval_uk_opus100_pr_auc": 0.8816798606339465,
+      "eval_uk_ud_pr_auc": 0.9219406058052043,
+      "eval_ur_opus100_pr_auc": 0.6178184731009575,
+      "eval_ur_ud_pr_auc": 0.9962884694489942,
+      "eval_uz_opus100_pr_auc": 0.9003602376867808,
+      "eval_vi_opus100_pr_auc": 0.9010606811047998,
+      "eval_vi_ud_pr_auc": 0.952808017649827,
+      "eval_xh_opus100_pr_auc": 0.8861814480562643,
+      "eval_yi_opus100_pr_auc": 0.797721993754028,
+      "eval_yo_opus100_pr_auc": 0.8355131747647466,
+      "eval_yo_ud_pr_auc": 0.9268517570020813,
+      "eval_zh_ersatz_pr_auc": 0.9708825217966965,
+      "eval_zh_opus100_pr_auc": 0.8874320199292203,
+      "eval_zh_ud_pr_auc": 0.9945905050483483,
+      "eval_zu_opus100_pr_auc": 0.8360149979361923,
+      "step": 290000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0223,
+      "step": 290050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.0222,
+      "step": 290100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0221,
+      "step": 290150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.022,
+      "step": 290200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.0221,
+      "step": 290250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.0221,
+      "step": 290300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.022,
+      "step": 290350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.022,
+      "step": 290400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0221,
+      "step": 290450
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.0218,
+      "step": 290500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.022,
+      "step": 290550
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0219,
+      "step": 290600
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.0221,
+      "step": 290650
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.022,
+      "step": 290700
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0219,
+      "step": 290750
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.0223,
+      "step": 290800
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0221,
+      "step": 290850
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.0221,
+      "step": 290900
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.0222,
+      "step": 290950
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.0223,
+      "step": 291000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.022,
+      "step": 291050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.022,
+      "step": 291100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0221,
+      "step": 291150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.022,
+      "step": 291200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0221,
+      "step": 291250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0219,
+      "step": 291300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.0222,
+      "step": 291350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0221,
+      "step": 291400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.0221,
+      "step": 291450
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.0221,
+      "step": 291500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0223,
+      "step": 291550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0219,
+      "step": 291600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.0221,
+      "step": 291650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0221,
+      "step": 291700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0221,
+      "step": 291750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.022,
+      "step": 291800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0221,
+      "step": 291850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.022,
+      "step": 291900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.022,
+      "step": 291950
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.0221,
+      "step": 292000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.022,
+      "step": 292050
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0219,
+      "step": 292100
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0221,
+      "step": 292150
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0219,
+      "step": 292200
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0221,
+      "step": 292250
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0221,
+      "step": 292300
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.0219,
+      "step": 292350
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.022,
+      "step": 292400
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.022,
+      "step": 292450
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.0222,
+      "step": 292500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.0218,
+      "step": 292550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.0221,
+      "step": 292600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.022,
+      "step": 292650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0223,
+      "step": 292700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.0218,
+      "step": 292750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.022,
+      "step": 292800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.022,
+      "step": 292850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.022,
+      "step": 292900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.022,
+      "step": 292950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.022,
+      "step": 293000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.0219,
+      "step": 293050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.022,
+      "step": 293100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.0218,
+      "step": 293150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0221,
+      "step": 293200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.022,
+      "step": 293250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.022,
+      "step": 293300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0219,
+      "step": 293350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.0219,
+      "step": 293400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.0221,
+      "step": 293450
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0218,
+      "step": 293500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.0217,
+      "step": 293550
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.022,
+      "step": 293600
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0221,
+      "step": 293650
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0219,
+      "step": 293700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.022,
+      "step": 293750
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.0221,
+      "step": 293800
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0223,
+      "step": 293850
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0221,
+      "step": 293900
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.022,
+      "step": 293950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.0222,
+      "step": 294000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.022,
+      "step": 294050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0219,
+      "step": 294100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0221,
+      "step": 294150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.0221,
+      "step": 294200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.022,
+      "step": 294250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.022,
+      "step": 294300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0219,
+      "step": 294350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0222,
+      "step": 294400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.0222,
+      "step": 294450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0219,
+      "step": 294500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0221,
+      "step": 294550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.0221,
+      "step": 294600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.0222,
+      "step": 294650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.022,
+      "step": 294700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.0219,
+      "step": 294750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0219,
+      "step": 294800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0221,
+      "step": 294850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.022,
+      "step": 294900
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0222,
+      "step": 294950
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.022,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "eval_af_opus100_pr_auc": 0.7917107011742592,
+      "eval_af_ud_pr_auc": 0.9938490652601555,
+      "eval_am_opus100_pr_auc": 0.6106057141592958,
+      "eval_ar_ersatz_pr_auc": 0.9210388309259322,
+      "eval_ar_opus100_pr_auc": 0.7421223551740872,
+      "eval_ar_ud_pr_auc": 0.8948833891035001,
+      "eval_average_ersatz_pr_auc": 0.9729829627400992,
+      "eval_average_opus100_pr_auc": 0.8556190358345446,
+      "eval_average_ud_pr_auc": 0.96609126096824,
+      "eval_az_opus100_pr_auc": 0.8045478888486434,
+      "eval_be_opus100_pr_auc": 0.7725882004206274,
+      "eval_be_ud_pr_auc": 0.9057027874147587,
+      "eval_bg_opus100_pr_auc": 0.9212294294122524,
+      "eval_bg_ud_pr_auc": 0.9971282594412958,
+      "eval_bn_opus100_pr_auc": 0.8455179630653604,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8987729560655973,
+      "eval_ca_ud_pr_auc": 0.9970532730411934,
+      "eval_ceb_ud_pr_auc": 0.9995294890831244,
+      "eval_cs_ersatz_pr_auc": 0.9878469565092001,
+      "eval_cs_opus100_pr_auc": 0.9120931150324197,
+      "eval_cs_ud_pr_auc": 0.962580824893237,
+      "eval_cy_opus100_pr_auc": 0.7948766755664837,
+      "eval_cy_ud_pr_auc": 0.9974688379571673,
+      "eval_da_opus100_pr_auc": 0.9247572462403554,
+      "eval_da_ud_pr_auc": 0.9778286522718546,
+      "eval_de_ersatz_pr_auc": 0.9899836472813673,
+      "eval_de_opus100_pr_auc": 0.9151808351466013,
+      "eval_de_ud_pr_auc": 0.9854272303547074,
+      "eval_el_opus100_pr_auc": 0.9233414935603209,
+      "eval_el_ud_pr_auc": 0.9884200301652111,
+      "eval_en_ersatz_pr_auc": 0.9931363986258489,
+      "eval_en_opus100_pr_auc": 0.9251228344721113,
+      "eval_en_ud_pr_auc": 0.981232459071856,
+      "eval_eo_opus100_pr_auc": 0.9288013804653388,
+      "eval_es_ersatz_pr_auc": 0.9965971434398251,
+      "eval_es_opus100_pr_auc": 0.9371796696338365,
+      "eval_es_ud_pr_auc": 0.9915607122274497,
+      "eval_et_ersatz_pr_auc": 0.9820159305601397,
+      "eval_et_opus100_pr_auc": 0.9197278799864379,
+      "eval_et_ud_pr_auc": 0.9697745403738597,
+      "eval_eu_opus100_pr_auc": 0.8812043036804613,
+      "eval_eu_ud_pr_auc": 0.9911289647766877,
+      "eval_fa_opus100_pr_auc": 0.6307918422118455,
+      "eval_fa_ud_pr_auc": 0.9950115168846327,
+      "eval_fi_ersatz_pr_auc": 0.9952141640637749,
+      "eval_fi_opus100_pr_auc": 0.9306173606958967,
+      "eval_fi_ud_pr_auc": 0.9641238850424803,
+      "eval_fr_ersatz_pr_auc": 0.9900790158917613,
+      "eval_fr_opus100_pr_auc": 0.9210058843119425,
+      "eval_fr_ud_pr_auc": 0.9879160304431518,
+      "eval_fy_opus100_pr_auc": 0.6895579893127778,
+      "eval_ga_opus100_pr_auc": 0.9164876920315755,
+      "eval_ga_ud_pr_auc": 0.8040600221751222,
+      "eval_gd_opus100_pr_auc": 0.7387707023564244,
+      "eval_gd_ud_pr_auc": 0.8227082503219887,
+      "eval_gl_opus100_pr_auc": 0.892014180844353,
+      "eval_gl_ud_pr_auc": 0.9980415292198086,
+      "eval_gu_ersatz_pr_auc": 0.9422356001340296,
+      "eval_gu_opus100_pr_auc": 0.7576257056672243,
+      "eval_ha_opus100_pr_auc": 0.9316662230391447,
+      "eval_he_opus100_pr_auc": 0.8783953039693808,
+      "eval_he_ud_pr_auc": 0.9816510543443318,
+      "eval_hi_ersatz_pr_auc": 0.9823713750966787,
+      "eval_hi_opus100_pr_auc": 0.7363289586815338,
+      "eval_hi_ud_pr_auc": 0.9755291548036775,
+      "eval_hu_opus100_pr_auc": 0.9250677608959041,
+      "eval_hu_ud_pr_auc": 0.9854412337687987,
+      "eval_hy_opus100_pr_auc": 0.9039028746209538,
+      "eval_hy_ud_pr_auc": 0.9737364114047877,
+      "eval_id_opus100_pr_auc": 0.8909005008198798,
+      "eval_id_ud_pr_auc": 0.9937916793788277,
+      "eval_ig_opus100_pr_auc": 0.8717209474310594,
+      "eval_is_opus100_pr_auc": 0.932484377989817,
+      "eval_is_ud_pr_auc": 0.9149853195507555,
+      "eval_it_opus100_pr_auc": 0.9164339594574349,
+      "eval_it_ud_pr_auc": 0.9935763228516057,
+      "eval_ja_ersatz_pr_auc": 0.9044508432368363,
+      "eval_ja_opus100_pr_auc": 0.8476994777291762,
+      "eval_ja_ud_pr_auc": 0.9839470332632667,
+      "eval_jv_ud_pr_auc": 0.9603407501417529,
+      "eval_ka_opus100_pr_auc": 0.8666589407934208,
+      "eval_kk_ersatz_pr_auc": 0.9901019825839059,
+      "eval_kk_opus100_pr_auc": 0.7984310680310432,
+      "eval_kk_ud_pr_auc": 0.9713377155699912,
+      "eval_km_ersatz_pr_auc": 0.9392020409811328,
+      "eval_km_opus100_pr_auc": 0.765646789127796,
+      "eval_kn_opus100_pr_auc": 0.6890023633081744,
+      "eval_ko_opus100_pr_auc": 0.7198895930810197,
+      "eval_ko_ud_pr_auc": 0.9985284890868988,
+      "eval_ku_opus100_pr_auc": 0.8728913033430988,
+      "eval_ky_opus100_pr_auc": 0.9207802126156228,
+      "eval_la_ud_pr_auc": 0.9757523672756929,
+      "eval_loss": 0.025639738887548447,
+      "eval_lt_ersatz_pr_auc": 0.9969820231993489,
+      "eval_lt_opus100_pr_auc": 0.894400285957205,
+      "eval_lt_ud_pr_auc": 0.997757737819297,
+      "eval_lv_ersatz_pr_auc": 0.9917397462709223,
+      "eval_lv_opus100_pr_auc": 0.8944186758563274,
+      "eval_lv_ud_pr_auc": 0.9694196638058676,
+      "eval_mg_opus100_pr_auc": 0.9427024172401324,
+      "eval_mk_opus100_pr_auc": 0.9262822129539722,
+      "eval_ml_opus100_pr_auc": 0.8082515625278028,
+      "eval_mn_opus100_pr_auc": 0.9575044436422806,
+      "eval_mr_opus100_pr_auc": 0.9130500431919005,
+      "eval_mr_ud_pr_auc": 0.9754802611000393,
+      "eval_ms_opus100_pr_auc": 0.8765174193889586,
+      "eval_mt_opus100_pr_auc": 0.8628488391599058,
+      "eval_mt_ud_pr_auc": 0.9203487705124491,
+      "eval_my_opus100_pr_auc": 0.8600329347280851,
+      "eval_ne_opus100_pr_auc": 0.7710798653711638,
+      "eval_nl_opus100_pr_auc": 0.8995288015181708,
+      "eval_nl_ud_pr_auc": 0.9849541699967219,
+      "eval_no_opus100_pr_auc": 0.9255103126207948,
+      "eval_no_ud_pr_auc": 0.996977777055262,
+      "eval_pa_opus100_pr_auc": 0.6913075105164168,
+      "eval_pl_ersatz_pr_auc": 0.970387151562274,
+      "eval_pl_opus100_pr_auc": 0.9060085694573402,
+      "eval_pl_ud_pr_auc": 0.9704850034968157,
+      "eval_ps_ersatz_pr_auc": 0.9232482813632993,
+      "eval_ps_opus100_pr_auc": 0.7721144630924952,
+      "eval_pt_opus100_pr_auc": 0.9228301872584068,
+      "eval_pt_ud_pr_auc": 0.9879543586441006,
+      "eval_ro_ersatz_pr_auc": 0.9929629180167158,
+      "eval_ro_opus100_pr_auc": 0.867121505170894,
+      "eval_ro_ud_pr_auc": 0.9405855108420238,
+      "eval_ru_ersatz_pr_auc": 0.9936646360464227,
+      "eval_ru_opus100_pr_auc": 0.9406504675584343,
+      "eval_ru_ud_pr_auc": 0.8797705297303017,
+      "eval_runtime": 605.653,
+      "eval_samples_per_second": 124.583,
+      "eval_si_opus100_pr_auc": 0.8171928015976951,
+      "eval_sk_opus100_pr_auc": 0.9424703563931472,
+      "eval_sk_ud_pr_auc": 0.9828218649801479,
+      "eval_sl_opus100_pr_auc": 0.8875305330303888,
+      "eval_sl_ud_pr_auc": 0.9724169823083847,
+      "eval_sq_opus100_pr_auc": 0.9353567954781705,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9177313820092985,
+      "eval_sr_ud_pr_auc": 0.9992890945124,
+      "eval_steps_per_second": 0.974,
+      "eval_sv_opus100_pr_auc": 0.9117972487773359,
+      "eval_sv_ud_pr_auc": 0.9419396812584612,
+      "eval_ta_ersatz_pr_auc": 0.9833753206368704,
+      "eval_ta_opus100_pr_auc": 0.7391341125861577,
+      "eval_ta_ud_pr_auc": 0.9971297267356146,
+      "eval_te_opus100_pr_auc": 0.8439736702374286,
+      "eval_tg_opus100_pr_auc": 0.9044448077378523,
+      "eval_th_opus100_pr_auc": 0.6919775746358132,
+      "eval_th_ud_pr_auc": 0.8784452150027533,
+      "eval_tr_ersatz_pr_auc": 0.9674753557259017,
+      "eval_tr_opus100_pr_auc": 0.9027780874148816,
+      "eval_tr_ud_pr_auc": 0.9575081295326027,
+      "eval_uk_opus100_pr_auc": 0.8792697036543362,
+      "eval_uk_ud_pr_auc": 0.9232703804465768,
+      "eval_ur_opus100_pr_auc": 0.6284721069752973,
+      "eval_ur_ud_pr_auc": 0.9955751653297885,
+      "eval_uz_opus100_pr_auc": 0.8954091264403959,
+      "eval_vi_opus100_pr_auc": 0.9005398705443686,
+      "eval_vi_ud_pr_auc": 0.953896199938697,
+      "eval_xh_opus100_pr_auc": 0.885586903777126,
+      "eval_yi_opus100_pr_auc": 0.8706583705044044,
+      "eval_yo_opus100_pr_auc": 0.8487339440035051,
+      "eval_yo_ud_pr_auc": 0.9323869441784252,
+      "eval_zh_ersatz_pr_auc": 0.971515818129995,
+      "eval_zh_opus100_pr_auc": 0.891341594051229,
+      "eval_zh_ud_pr_auc": 0.994741426999329,
+      "eval_zu_opus100_pr_auc": 0.8400487769021464,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.022,
+      "step": 295050
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0221,
+      "step": 295100
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.0221,
+      "step": 295150
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.022,
+      "step": 295200
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.022,
+      "step": 295250
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0219,
+      "step": 295300
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0222,
+      "step": 295350
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.022,
+      "step": 295400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0223,
+      "step": 295450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.0219,
+      "step": 295500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.022,
+      "step": 295550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.022,
+      "step": 295600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0219,
+      "step": 295650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0219,
+      "step": 295700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.022,
+      "step": 295750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.022,
+      "step": 295800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.0222,
+      "step": 295850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.022,
+      "step": 295900
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.022,
+      "step": 295950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.0219,
+      "step": 296000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.0218,
+      "step": 296050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0219,
+      "step": 296100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0221,
+      "step": 296150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.022,
+      "step": 296200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.0217,
+      "step": 296250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.0219,
+      "step": 296300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.0221,
+      "step": 296350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.0221,
+      "step": 296400
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0221,
+      "step": 296450
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.022,
+      "step": 296500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0219,
+      "step": 296550
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0222,
+      "step": 296600
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.0219,
+      "step": 296650
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.0219,
+      "step": 296700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.022,
+      "step": 296750
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.0218,
+      "step": 296800
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0219,
+      "step": 296850
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.0216,
+      "step": 296900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0218,
+      "step": 296950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0217,
+      "step": 297000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0218,
+      "step": 297050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.0219,
+      "step": 297100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0218,
+      "step": 297150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.0219,
+      "step": 297200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.022,
+      "step": 297250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0217,
+      "step": 297300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.022,
+      "step": 297350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0221,
+      "step": 297400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.0217,
+      "step": 297450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.022,
+      "step": 297500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.0219,
+      "step": 297550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.022,
+      "step": 297600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.0219,
+      "step": 297650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.0218,
+      "step": 297700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.0219,
+      "step": 297750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.022,
+      "step": 297800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.022,
+      "step": 297850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.0219,
+      "step": 297900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.022,
+      "step": 297950
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.022,
+      "step": 298000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0219,
+      "step": 298050
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0219,
+      "step": 298100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0218,
+      "step": 298150
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.0218,
+      "step": 298200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0218,
+      "step": 298250
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0219,
+      "step": 298300
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.022,
+      "step": 298350
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.022,
+      "step": 298400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0219,
+      "step": 298450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.022,
+      "step": 298500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0215,
+      "step": 298550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.0219,
+      "step": 298600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0218,
+      "step": 298650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0216,
+      "step": 298700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0217,
+      "step": 298750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.0221,
+      "step": 298800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.0216,
+      "step": 298850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0217,
+      "step": 298900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.022,
+      "step": 298950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0219,
+      "step": 299000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.0218,
+      "step": 299050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0218,
+      "step": 299100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.022,
+      "step": 299150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0218,
+      "step": 299200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.0219,
+      "step": 299250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.022,
+      "step": 299300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.0218,
+      "step": 299350
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.0218,
+      "step": 299400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0218,
+      "step": 299450
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0219,
+      "step": 299500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0219,
+      "step": 299550
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.0221,
+      "step": 299600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.0218,
+      "step": 299650
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.0219,
+      "step": 299700
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0218,
+      "step": 299750
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0217,
+      "step": 299800
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.0219,
+      "step": 299850
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0217,
+      "step": 299900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.022,
+      "step": 299950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.0219,
+      "step": 300000
+    },
+    {
+      "epoch": 2.02,
+      "eval_af_opus100_pr_auc": 0.7909345804197465,
+      "eval_af_ud_pr_auc": 0.9892688270117588,
+      "eval_am_opus100_pr_auc": 0.6392952707655751,
+      "eval_ar_ersatz_pr_auc": 0.9155826658647637,
+      "eval_ar_opus100_pr_auc": 0.7383836814385499,
+      "eval_ar_ud_pr_auc": 0.8990999394331608,
+      "eval_average_ersatz_pr_auc": 0.9732727284788939,
+      "eval_average_opus100_pr_auc": 0.8550586342075844,
+      "eval_average_ud_pr_auc": 0.9666394077896853,
+      "eval_az_opus100_pr_auc": 0.8215228982906863,
+      "eval_be_opus100_pr_auc": 0.763248084389426,
+      "eval_be_ud_pr_auc": 0.9059018913887057,
+      "eval_bg_opus100_pr_auc": 0.9217078647975059,
+      "eval_bg_ud_pr_auc": 0.9973802441432422,
+      "eval_bn_opus100_pr_auc": 0.8441117358756149,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9028358933098068,
+      "eval_ca_ud_pr_auc": 0.9961546577548412,
+      "eval_ceb_ud_pr_auc": 0.9990470573941952,
+      "eval_cs_ersatz_pr_auc": 0.9873538676010231,
+      "eval_cs_opus100_pr_auc": 0.9126048400533024,
+      "eval_cs_ud_pr_auc": 0.9623678382776719,
+      "eval_cy_opus100_pr_auc": 0.8066568791848643,
+      "eval_cy_ud_pr_auc": 0.9978463507470443,
+      "eval_da_opus100_pr_auc": 0.9217896064905732,
+      "eval_da_ud_pr_auc": 0.9791503055878138,
+      "eval_de_ersatz_pr_auc": 0.9890877661833803,
+      "eval_de_opus100_pr_auc": 0.9151324613926783,
+      "eval_de_ud_pr_auc": 0.9864053976020782,
+      "eval_el_opus100_pr_auc": 0.9183762629812536,
+      "eval_el_ud_pr_auc": 0.9889385976413085,
+      "eval_en_ersatz_pr_auc": 0.9922149631620929,
+      "eval_en_opus100_pr_auc": 0.9249103837331405,
+      "eval_en_ud_pr_auc": 0.9808586197929073,
+      "eval_eo_opus100_pr_auc": 0.9289453965313349,
+      "eval_es_ersatz_pr_auc": 0.9967887223207956,
+      "eval_es_opus100_pr_auc": 0.94027482116375,
+      "eval_es_ud_pr_auc": 0.9919175088261067,
+      "eval_et_ersatz_pr_auc": 0.9836319650630322,
+      "eval_et_opus100_pr_auc": 0.9252938570667261,
+      "eval_et_ud_pr_auc": 0.9668594648883765,
+      "eval_eu_opus100_pr_auc": 0.8832936549548956,
+      "eval_eu_ud_pr_auc": 0.9902998409813479,
+      "eval_fa_opus100_pr_auc": 0.6231240025388634,
+      "eval_fa_ud_pr_auc": 0.9940075032538258,
+      "eval_fi_ersatz_pr_auc": 0.9944719463351142,
+      "eval_fi_opus100_pr_auc": 0.9278330067527147,
+      "eval_fi_ud_pr_auc": 0.962546438494233,
+      "eval_fr_ersatz_pr_auc": 0.9915333677800608,
+      "eval_fr_opus100_pr_auc": 0.9208633742961359,
+      "eval_fr_ud_pr_auc": 0.9869083532264172,
+      "eval_fy_opus100_pr_auc": 0.7035157184898111,
+      "eval_ga_opus100_pr_auc": 0.9190120509745705,
+      "eval_ga_ud_pr_auc": 0.8200357750119773,
+      "eval_gd_opus100_pr_auc": 0.7137544332119358,
+      "eval_gd_ud_pr_auc": 0.82630314759318,
+      "eval_gl_opus100_pr_auc": 0.8972121759229784,
+      "eval_gl_ud_pr_auc": 0.9981292117174728,
+      "eval_gu_ersatz_pr_auc": 0.9460149636433849,
+      "eval_gu_opus100_pr_auc": 0.7718864840638463,
+      "eval_ha_opus100_pr_auc": 0.9317740573004003,
+      "eval_he_opus100_pr_auc": 0.872600491964654,
+      "eval_he_ud_pr_auc": 0.9776721574380856,
+      "eval_hi_ersatz_pr_auc": 0.9834868431119208,
+      "eval_hi_opus100_pr_auc": 0.740128639170521,
+      "eval_hi_ud_pr_auc": 0.9772352645226993,
+      "eval_hu_opus100_pr_auc": 0.9222222169588706,
+      "eval_hu_ud_pr_auc": 0.9861270621295225,
+      "eval_hy_opus100_pr_auc": 0.9066342914417239,
+      "eval_hy_ud_pr_auc": 0.9763835193987704,
+      "eval_id_opus100_pr_auc": 0.8881551507107933,
+      "eval_id_ud_pr_auc": 0.9935399431163886,
+      "eval_ig_opus100_pr_auc": 0.8744205738679376,
+      "eval_is_opus100_pr_auc": 0.9316179530497842,
+      "eval_is_ud_pr_auc": 0.9175058966504333,
+      "eval_it_opus100_pr_auc": 0.9135130552712314,
+      "eval_it_ud_pr_auc": 0.9940961529299579,
+      "eval_ja_ersatz_pr_auc": 0.9080356708146049,
+      "eval_ja_opus100_pr_auc": 0.8543176915617724,
+      "eval_ja_ud_pr_auc": 0.9827892206290326,
+      "eval_jv_ud_pr_auc": 0.9620148300441419,
+      "eval_ka_opus100_pr_auc": 0.8686320608925201,
+      "eval_kk_ersatz_pr_auc": 0.9884940609427812,
+      "eval_kk_opus100_pr_auc": 0.7904885719871075,
+      "eval_kk_ud_pr_auc": 0.9735138101293102,
+      "eval_km_ersatz_pr_auc": 0.9414220295034853,
+      "eval_km_opus100_pr_auc": 0.7703020262152058,
+      "eval_kn_opus100_pr_auc": 0.6922148013940892,
+      "eval_ko_opus100_pr_auc": 0.7043459030359487,
+      "eval_ko_ud_pr_auc": 0.9981276451225563,
+      "eval_ku_opus100_pr_auc": 0.8800384024775615,
+      "eval_ky_opus100_pr_auc": 0.9168861020686742,
+      "eval_la_ud_pr_auc": 0.9773980013196907,
+      "eval_loss": 0.02552456595003605,
+      "eval_lt_ersatz_pr_auc": 0.9963792243052396,
+      "eval_lt_opus100_pr_auc": 0.8941106175724339,
+      "eval_lt_ud_pr_auc": 0.9971597087888626,
+      "eval_lv_ersatz_pr_auc": 0.991092580942849,
+      "eval_lv_opus100_pr_auc": 0.8950010109253456,
+      "eval_lv_ud_pr_auc": 0.9681506863829216,
+      "eval_mg_opus100_pr_auc": 0.9407373244688608,
+      "eval_mk_opus100_pr_auc": 0.926150943812992,
+      "eval_ml_opus100_pr_auc": 0.8078312673322368,
+      "eval_mn_opus100_pr_auc": 0.9527414198099341,
+      "eval_mr_opus100_pr_auc": 0.9140477169851566,
+      "eval_mr_ud_pr_auc": 0.9835876930565464,
+      "eval_ms_opus100_pr_auc": 0.8694713876505005,
+      "eval_mt_opus100_pr_auc": 0.8656314453067702,
+      "eval_mt_ud_pr_auc": 0.9224870443180513,
+      "eval_my_opus100_pr_auc": 0.8609415195505636,
+      "eval_ne_opus100_pr_auc": 0.7737365900087307,
+      "eval_nl_opus100_pr_auc": 0.8967253638101944,
+      "eval_nl_ud_pr_auc": 0.9801958077696582,
+      "eval_no_opus100_pr_auc": 0.9197945026661258,
+      "eval_no_ud_pr_auc": 0.996783549539324,
+      "eval_pa_opus100_pr_auc": 0.7007047822132392,
+      "eval_pl_ersatz_pr_auc": 0.9696496056023198,
+      "eval_pl_opus100_pr_auc": 0.9004362582521681,
+      "eval_pl_ud_pr_auc": 0.9715105335766925,
+      "eval_ps_ersatz_pr_auc": 0.9204190508226554,
+      "eval_ps_opus100_pr_auc": 0.754683395575,
+      "eval_pt_opus100_pr_auc": 0.9264413954265095,
+      "eval_pt_ud_pr_auc": 0.9874692591955961,
+      "eval_ro_ersatz_pr_auc": 0.9935181406937945,
+      "eval_ro_opus100_pr_auc": 0.8754859003625685,
+      "eval_ro_ud_pr_auc": 0.9468449748679084,
+      "eval_ru_ersatz_pr_auc": 0.9934983475926784,
+      "eval_ru_opus100_pr_auc": 0.9364765982722122,
+      "eval_ru_ud_pr_auc": 0.8826711392754079,
+      "eval_runtime": 628.7765,
+      "eval_samples_per_second": 120.001,
+      "eval_si_opus100_pr_auc": 0.8178658830966803,
+      "eval_sk_opus100_pr_auc": 0.9360312615327275,
+      "eval_sk_ud_pr_auc": 0.9791007246294947,
+      "eval_sl_opus100_pr_auc": 0.8806689785107241,
+      "eval_sl_ud_pr_auc": 0.9725839844348064,
+      "eval_sq_opus100_pr_auc": 0.9380439912380298,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9129825770389426,
+      "eval_sr_ud_pr_auc": 0.9991394013588926,
+      "eval_steps_per_second": 0.938,
+      "eval_sv_opus100_pr_auc": 0.9103063267543783,
+      "eval_sv_ud_pr_auc": 0.9454723525144422,
+      "eval_ta_ersatz_pr_auc": 0.9823246055181539,
+      "eval_ta_opus100_pr_auc": 0.7472754098719138,
+      "eval_ta_ud_pr_auc": 0.9972786862643301,
+      "eval_te_opus100_pr_auc": 0.8386717004623159,
+      "eval_tg_opus100_pr_auc": 0.9055075462109032,
+      "eval_th_opus100_pr_auc": 0.6899177597790129,
+      "eval_th_ud_pr_auc": 0.8645537712559129,
+      "eval_tr_ersatz_pr_auc": 0.9678534875784428,
+      "eval_tr_opus100_pr_auc": 0.8976582055255836,
+      "eval_tr_ud_pr_auc": 0.9601358797111432,
+      "eval_uk_opus100_pr_auc": 0.8801856228194358,
+      "eval_uk_ud_pr_auc": 0.9267453597602,
+      "eval_ur_opus100_pr_auc": 0.6299910800692798,
+      "eval_ur_ud_pr_auc": 0.9957282787905587,
+      "eval_uz_opus100_pr_auc": 0.8975787691349282,
+      "eval_vi_opus100_pr_auc": 0.9002448229493414,
+      "eval_vi_ud_pr_auc": 0.9544063847071356,
+      "eval_xh_opus100_pr_auc": 0.891624720408434,
+      "eval_yi_opus100_pr_auc": 0.8181200772205625,
+      "eval_yo_opus100_pr_auc": 0.8430830724223963,
+      "eval_yo_ud_pr_auc": 0.9342948904307941,
+      "eval_zh_ersatz_pr_auc": 0.9791461511530931,
+      "eval_zh_opus100_pr_auc": 0.8924966281410525,
+      "eval_zh_ud_pr_auc": 0.9963156591851248,
+      "eval_zu_opus100_pr_auc": 0.8405927233746541,
+      "step": 300000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.022,
+      "step": 300050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.0228,
+      "step": 300100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0224,
+      "step": 300150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.022,
+      "step": 300200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.022,
+      "step": 300250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0226,
+      "step": 300300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.022,
+      "step": 300350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.0227,
+      "step": 300400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.0222,
+      "step": 300450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0227,
+      "step": 300500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.0221,
+      "step": 300550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.0222,
+      "step": 300600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0219,
+      "step": 300650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.0221,
+      "step": 300700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.0222,
+      "step": 300750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.0223,
+      "step": 300800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0226,
+      "step": 300850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0224,
+      "step": 300900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0227,
+      "step": 300950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0224,
+      "step": 301000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.0223,
+      "step": 301050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0222,
+      "step": 301100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0223,
+      "step": 301150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.0227,
+      "step": 301200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0222,
+      "step": 301250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0223,
+      "step": 301300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0222,
+      "step": 301350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0223,
+      "step": 301400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0222,
+      "step": 301450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0225,
+      "step": 301500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.0223,
+      "step": 301550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0221,
+      "step": 301600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.0225,
+      "step": 301650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0224,
+      "step": 301700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0222,
+      "step": 301750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0223,
+      "step": 301800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0226,
+      "step": 301850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0222,
+      "step": 301900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0221,
+      "step": 301950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0224,
+      "step": 302000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.022,
+      "step": 302050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0221,
+      "step": 302100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.022,
+      "step": 302150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.0223,
+      "step": 302200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.0222,
+      "step": 302250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.022,
+      "step": 302300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0227,
+      "step": 302350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0225,
+      "step": 302400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0224,
+      "step": 302450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0222,
+      "step": 302500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0221,
+      "step": 302550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.0227,
+      "step": 302600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.0228,
+      "step": 302650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0224,
+      "step": 302700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0222,
+      "step": 302750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0225,
+      "step": 302800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.0223,
+      "step": 302850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0224,
+      "step": 302900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.022,
+      "step": 302950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0217,
+      "step": 303000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.0219,
+      "step": 303050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0222,
+      "step": 303100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.0215,
+      "step": 303150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0228,
+      "step": 303200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.0225,
+      "step": 303250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0223,
+      "step": 303300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0219,
+      "step": 303350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.0221,
+      "step": 303400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.0223,
+      "step": 303450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0221,
+      "step": 303500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0225,
+      "step": 303550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.0224,
+      "step": 303600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0224,
+      "step": 303650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.022,
+      "step": 303700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.0222,
+      "step": 303750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0224,
+      "step": 303800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0218,
+      "step": 303850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0222,
+      "step": 303900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0221,
+      "step": 303950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.0222,
+      "step": 304000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0218,
+      "step": 304050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.0224,
+      "step": 304100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.022,
+      "step": 304150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.0224,
+      "step": 304200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.0224,
+      "step": 304250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.0222,
+      "step": 304300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.0222,
+      "step": 304350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0222,
+      "step": 304400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0226,
+      "step": 304450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0215,
+      "step": 304500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0216,
+      "step": 304550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.0224,
+      "step": 304600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.0222,
+      "step": 304650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0223,
+      "step": 304700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0222,
+      "step": 304750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.0224,
+      "step": 304800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0219,
+      "step": 304850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0224,
+      "step": 304900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.0221,
+      "step": 304950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0222,
+      "step": 305000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7685315704095835,
+      "eval_af_ud_pr_auc": 0.9876860232000706,
+      "eval_am_opus100_pr_auc": 0.6455268820029045,
+      "eval_ar_ersatz_pr_auc": 0.9215472390033087,
+      "eval_ar_opus100_pr_auc": 0.7492878442354691,
+      "eval_ar_ud_pr_auc": 0.8924232545763473,
+      "eval_average_ersatz_pr_auc": 0.9726567738397712,
+      "eval_average_opus100_pr_auc": 0.8503881344475004,
+      "eval_average_ud_pr_auc": 0.9645057055845754,
+      "eval_az_opus100_pr_auc": 0.8105278369078888,
+      "eval_be_opus100_pr_auc": 0.7377634757966118,
+      "eval_be_ud_pr_auc": 0.8960448209913701,
+      "eval_bg_opus100_pr_auc": 0.923889814480819,
+      "eval_bg_ud_pr_auc": 0.9980248424302333,
+      "eval_bn_opus100_pr_auc": 0.8395396341686941,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8965960301423804,
+      "eval_ca_ud_pr_auc": 0.9956837087078155,
+      "eval_ceb_ud_pr_auc": 0.9994986541373065,
+      "eval_cs_ersatz_pr_auc": 0.9854706501082565,
+      "eval_cs_opus100_pr_auc": 0.9155195052691902,
+      "eval_cs_ud_pr_auc": 0.9629498386587646,
+      "eval_cy_opus100_pr_auc": 0.7814876643467359,
+      "eval_cy_ud_pr_auc": 0.9970694755921226,
+      "eval_da_opus100_pr_auc": 0.9222786859950513,
+      "eval_da_ud_pr_auc": 0.9745793570650931,
+      "eval_de_ersatz_pr_auc": 0.9884912923813378,
+      "eval_de_opus100_pr_auc": 0.9099470504705753,
+      "eval_de_ud_pr_auc": 0.9849502221711861,
+      "eval_el_opus100_pr_auc": 0.9189456548698333,
+      "eval_el_ud_pr_auc": 0.9904087154062621,
+      "eval_en_ersatz_pr_auc": 0.992199203033059,
+      "eval_en_opus100_pr_auc": 0.9264100087905459,
+      "eval_en_ud_pr_auc": 0.9808355005973822,
+      "eval_eo_opus100_pr_auc": 0.9249860463691014,
+      "eval_es_ersatz_pr_auc": 0.9959758011888858,
+      "eval_es_opus100_pr_auc": 0.9379192679304108,
+      "eval_es_ud_pr_auc": 0.9911560539070798,
+      "eval_et_ersatz_pr_auc": 0.9825155259044348,
+      "eval_et_opus100_pr_auc": 0.9291871030817117,
+      "eval_et_ud_pr_auc": 0.9620754859219128,
+      "eval_eu_opus100_pr_auc": 0.8834909568824338,
+      "eval_eu_ud_pr_auc": 0.9894097282901385,
+      "eval_fa_opus100_pr_auc": 0.6211279590070183,
+      "eval_fa_ud_pr_auc": 0.9959603956813132,
+      "eval_fi_ersatz_pr_auc": 0.9931413529858726,
+      "eval_fi_opus100_pr_auc": 0.9259055910201467,
+      "eval_fi_ud_pr_auc": 0.9616769623245692,
+      "eval_fr_ersatz_pr_auc": 0.9889841861871856,
+      "eval_fr_opus100_pr_auc": 0.9213123864942223,
+      "eval_fr_ud_pr_auc": 0.9842798616419861,
+      "eval_fy_opus100_pr_auc": 0.6855242269711761,
+      "eval_ga_opus100_pr_auc": 0.9135928997750649,
+      "eval_ga_ud_pr_auc": 0.8303341172486569,
+      "eval_gd_opus100_pr_auc": 0.6714823481617327,
+      "eval_gd_ud_pr_auc": 0.8213038572801422,
+      "eval_gl_opus100_pr_auc": 0.8905959572371859,
+      "eval_gl_ud_pr_auc": 0.9981428067867539,
+      "eval_gu_ersatz_pr_auc": 0.9472171838975143,
+      "eval_gu_opus100_pr_auc": 0.7668724554867417,
+      "eval_ha_opus100_pr_auc": 0.9264021117600092,
+      "eval_he_opus100_pr_auc": 0.881906317546015,
+      "eval_he_ud_pr_auc": 0.9778583058246801,
+      "eval_hi_ersatz_pr_auc": 0.9794358461669597,
+      "eval_hi_opus100_pr_auc": 0.7253554041926138,
+      "eval_hi_ud_pr_auc": 0.9770664158226362,
+      "eval_hu_opus100_pr_auc": 0.9193020204130589,
+      "eval_hu_ud_pr_auc": 0.9821020047411613,
+      "eval_hy_opus100_pr_auc": 0.9009670697001663,
+      "eval_hy_ud_pr_auc": 0.972980258775646,
+      "eval_id_opus100_pr_auc": 0.8903607964042879,
+      "eval_id_ud_pr_auc": 0.992639903578947,
+      "eval_ig_opus100_pr_auc": 0.8750117671948104,
+      "eval_is_opus100_pr_auc": 0.9342084033580007,
+      "eval_is_ud_pr_auc": 0.9072646086998593,
+      "eval_it_opus100_pr_auc": 0.9157056527692564,
+      "eval_it_ud_pr_auc": 0.9971675341783728,
+      "eval_ja_ersatz_pr_auc": 0.9096337445057924,
+      "eval_ja_opus100_pr_auc": 0.8520890816793871,
+      "eval_ja_ud_pr_auc": 0.9848040008149458,
+      "eval_jv_ud_pr_auc": 0.9500144516620352,
+      "eval_ka_opus100_pr_auc": 0.8774722788861755,
+      "eval_kk_ersatz_pr_auc": 0.986835051649194,
+      "eval_kk_opus100_pr_auc": 0.8011623520522579,
+      "eval_kk_ud_pr_auc": 0.9695687869538656,
+      "eval_km_ersatz_pr_auc": 0.9472914370233638,
+      "eval_km_opus100_pr_auc": 0.7622867000006127,
+      "eval_kn_opus100_pr_auc": 0.6784988531302761,
+      "eval_ko_opus100_pr_auc": 0.7153197134228162,
+      "eval_ko_ud_pr_auc": 0.9983683132131997,
+      "eval_ku_opus100_pr_auc": 0.8614396032236306,
+      "eval_ky_opus100_pr_auc": 0.9001032943331684,
+      "eval_la_ud_pr_auc": 0.9791919305420315,
+      "eval_loss": 0.02565273456275463,
+      "eval_lt_ersatz_pr_auc": 0.9958343565246202,
+      "eval_lt_opus100_pr_auc": 0.8901977820603979,
+      "eval_lt_ud_pr_auc": 0.9961252334379571,
+      "eval_lv_ersatz_pr_auc": 0.9886756459741802,
+      "eval_lv_opus100_pr_auc": 0.898598747147418,
+      "eval_lv_ud_pr_auc": 0.9639179557289326,
+      "eval_mg_opus100_pr_auc": 0.9428022993697643,
+      "eval_mk_opus100_pr_auc": 0.9232915889218187,
+      "eval_ml_opus100_pr_auc": 0.8157889541903612,
+      "eval_mn_opus100_pr_auc": 0.940045349501594,
+      "eval_mr_opus100_pr_auc": 0.914090516487748,
+      "eval_mr_ud_pr_auc": 0.9742291918314085,
+      "eval_ms_opus100_pr_auc": 0.8698145635147618,
+      "eval_mt_opus100_pr_auc": 0.8585029292700831,
+      "eval_mt_ud_pr_auc": 0.9105117582675452,
+      "eval_my_opus100_pr_auc": 0.8504966312845028,
+      "eval_ne_opus100_pr_auc": 0.7427742664768576,
+      "eval_nl_opus100_pr_auc": 0.8992366695359976,
+      "eval_nl_ud_pr_auc": 0.9834246367109416,
+      "eval_no_opus100_pr_auc": 0.9124669679658169,
+      "eval_no_ud_pr_auc": 0.9971449874692192,
+      "eval_pa_opus100_pr_auc": 0.7039284507666415,
+      "eval_pl_ersatz_pr_auc": 0.9702507737993178,
+      "eval_pl_opus100_pr_auc": 0.9012628778045977,
+      "eval_pl_ud_pr_auc": 0.9701626982671089,
+      "eval_ps_ersatz_pr_auc": 0.9217414550307389,
+      "eval_ps_opus100_pr_auc": 0.773604398111723,
+      "eval_pt_opus100_pr_auc": 0.9291700033411272,
+      "eval_pt_ud_pr_auc": 0.9867311041992687,
+      "eval_ro_ersatz_pr_auc": 0.9928947107117535,
+      "eval_ro_opus100_pr_auc": 0.8807197203637136,
+      "eval_ro_ud_pr_auc": 0.9371073436344006,
+      "eval_ru_ersatz_pr_auc": 0.9920282308400434,
+      "eval_ru_opus100_pr_auc": 0.9311767925240921,
+      "eval_ru_ud_pr_auc": 0.8745686512211,
+      "eval_runtime": 936.4517,
+      "eval_samples_per_second": 80.626,
+      "eval_si_opus100_pr_auc": 0.8232672703186609,
+      "eval_sk_opus100_pr_auc": 0.9385752528003393,
+      "eval_sk_ud_pr_auc": 0.9847239367292564,
+      "eval_sl_opus100_pr_auc": 0.876326375262278,
+      "eval_sl_ud_pr_auc": 0.9718419540932065,
+      "eval_sq_opus100_pr_auc": 0.9345569110609948,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.913150858789128,
+      "eval_sr_ud_pr_auc": 0.9989813260808635,
+      "eval_steps_per_second": 1.26,
+      "eval_sv_opus100_pr_auc": 0.9112691663630739,
+      "eval_sv_ud_pr_auc": 0.9435891287006754,
+      "eval_ta_ersatz_pr_auc": 0.9791289157610831,
+      "eval_ta_opus100_pr_auc": 0.7265413069855801,
+      "eval_ta_ud_pr_auc": 0.9908792917022238,
+      "eval_te_opus100_pr_auc": 0.8369451204961453,
+      "eval_tg_opus100_pr_auc": 0.88494980840518,
+      "eval_th_opus100_pr_auc": 0.6961570568960936,
+      "eval_th_ud_pr_auc": 0.8707380111522476,
+      "eval_tr_ersatz_pr_auc": 0.9608993841571604,
+      "eval_tr_opus100_pr_auc": 0.9052912493215847,
+      "eval_tr_ud_pr_auc": 0.9547515502420967,
+      "eval_uk_opus100_pr_auc": 0.8781757015538469,
+      "eval_uk_ud_pr_auc": 0.9175727687179418,
+      "eval_ur_opus100_pr_auc": 0.6114186266110697,
+      "eval_ur_ud_pr_auc": 0.9949971182104048,
+      "eval_uz_opus100_pr_auc": 0.8875623303192747,
+      "eval_vi_opus100_pr_auc": 0.9036931569516647,
+      "eval_vi_ud_pr_auc": 0.9524725160031304,
+      "eval_xh_opus100_pr_auc": 0.884227376360264,
+      "eval_yi_opus100_pr_auc": 0.7484146178406167,
+      "eval_yo_opus100_pr_auc": 0.8306341274103468,
+      "eval_yo_ud_pr_auc": 0.9233748162275393,
+      "eval_zh_ersatz_pr_auc": 0.9782570376409068,
+      "eval_zh_opus100_pr_auc": 0.8943684182153347,
+      "eval_zh_ud_pr_auc": 0.9954590422694436,
+      "eval_zu_opus100_pr_auc": 0.8324925077247691,
+      "step": 305000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0222,
+      "step": 305050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.022,
+      "step": 305100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0219,
+      "step": 305150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0218,
+      "step": 305200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0219,
+      "step": 305250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.0222,
+      "step": 305300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0218,
+      "step": 305350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0225,
+      "step": 305400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0221,
+      "step": 305450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0222,
+      "step": 305500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0222,
+      "step": 305550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.0221,
+      "step": 305600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.022,
+      "step": 305650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0223,
+      "step": 305700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.0222,
+      "step": 305750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.0222,
+      "step": 305800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0219,
+      "step": 305850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0224,
+      "step": 305900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0221,
+      "step": 305950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.0218,
+      "step": 306000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0219,
+      "step": 306050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0221,
+      "step": 306100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.0222,
+      "step": 306150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0217,
+      "step": 306200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0221,
+      "step": 306250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0219,
+      "step": 306300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.0223,
+      "step": 306350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.022,
+      "step": 306400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.0221,
+      "step": 306450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.0219,
+      "step": 306500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0217,
+      "step": 306550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0221,
+      "step": 306600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0225,
+      "step": 306650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.0223,
+      "step": 306700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.0222,
+      "step": 306750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.0223,
+      "step": 306800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0223,
+      "step": 306850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.0224,
+      "step": 306900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0225,
+      "step": 306950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.0219,
+      "step": 307000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0219,
+      "step": 307050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0221,
+      "step": 307100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.0223,
+      "step": 307150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0222,
+      "step": 307200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.022,
+      "step": 307250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0223,
+      "step": 307300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0222,
+      "step": 307350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.0219,
+      "step": 307400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.0222,
+      "step": 307450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0216,
+      "step": 307500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.0218,
+      "step": 307550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.0221,
+      "step": 307600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0218,
+      "step": 307650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.0221,
+      "step": 307700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0222,
+      "step": 307750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0218,
+      "step": 307800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0221,
+      "step": 307850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.0224,
+      "step": 307900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.022,
+      "step": 307950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0221,
+      "step": 308000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0222,
+      "step": 308050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.0225,
+      "step": 308100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0222,
+      "step": 308150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0223,
+      "step": 308200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.0215,
+      "step": 308250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.022,
+      "step": 308300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.0224,
+      "step": 308350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0222,
+      "step": 308400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0219,
+      "step": 308450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0227,
+      "step": 308500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.0223,
+      "step": 308550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.0221,
+      "step": 308600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0221,
+      "step": 308650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0221,
+      "step": 308700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0221,
+      "step": 308750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.0224,
+      "step": 308800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.022,
+      "step": 308850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0224,
+      "step": 308900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0224,
+      "step": 308950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.022,
+      "step": 309000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0224,
+      "step": 309050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0225,
+      "step": 309100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.0222,
+      "step": 309150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.0223,
+      "step": 309200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0226,
+      "step": 309250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0216,
+      "step": 309300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0219,
+      "step": 309350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0226,
+      "step": 309400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0218,
+      "step": 309450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0219,
+      "step": 309500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.0218,
+      "step": 309550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.0221,
+      "step": 309600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0221,
+      "step": 309650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0222,
+      "step": 309700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.022,
+      "step": 309750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0221,
+      "step": 309800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.022,
+      "step": 309850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.0218,
+      "step": 309900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.0221,
+      "step": 309950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0219,
+      "step": 310000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7867189007273527,
+      "eval_af_ud_pr_auc": 0.9872820313023747,
+      "eval_am_opus100_pr_auc": 0.5998446819130887,
+      "eval_ar_ersatz_pr_auc": 0.9205931039321174,
+      "eval_ar_opus100_pr_auc": 0.7397778632536641,
+      "eval_ar_ud_pr_auc": 0.8936002782329419,
+      "eval_average_ersatz_pr_auc": 0.9728170616462584,
+      "eval_average_opus100_pr_auc": 0.8562253796782984,
+      "eval_average_ud_pr_auc": 0.9657466060713356,
+      "eval_az_opus100_pr_auc": 0.8110275638482861,
+      "eval_be_opus100_pr_auc": 0.7521412853077406,
+      "eval_be_ud_pr_auc": 0.9117289245180218,
+      "eval_bg_opus100_pr_auc": 0.9210965939414202,
+      "eval_bg_ud_pr_auc": 0.9965701692494875,
+      "eval_bn_opus100_pr_auc": 0.8469112429397545,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9058970858669071,
+      "eval_ca_ud_pr_auc": 0.9963407857894998,
+      "eval_ceb_ud_pr_auc": 0.999373490267603,
+      "eval_cs_ersatz_pr_auc": 0.9847818917744088,
+      "eval_cs_opus100_pr_auc": 0.9183474122711743,
+      "eval_cs_ud_pr_auc": 0.958136513843681,
+      "eval_cy_opus100_pr_auc": 0.8033050873515122,
+      "eval_cy_ud_pr_auc": 0.9969625478520872,
+      "eval_da_opus100_pr_auc": 0.9196494446292505,
+      "eval_da_ud_pr_auc": 0.9729127774172477,
+      "eval_de_ersatz_pr_auc": 0.9891657437149558,
+      "eval_de_opus100_pr_auc": 0.9172065150752632,
+      "eval_de_ud_pr_auc": 0.9866781300240908,
+      "eval_el_opus100_pr_auc": 0.922383144237732,
+      "eval_el_ud_pr_auc": 0.9907962207606622,
+      "eval_en_ersatz_pr_auc": 0.9934074120301472,
+      "eval_en_opus100_pr_auc": 0.9289634724165506,
+      "eval_en_ud_pr_auc": 0.9828970972422875,
+      "eval_eo_opus100_pr_auc": 0.9299569555671263,
+      "eval_es_ersatz_pr_auc": 0.9960744244924494,
+      "eval_es_opus100_pr_auc": 0.9395281615600839,
+      "eval_es_ud_pr_auc": 0.9927578868959247,
+      "eval_et_ersatz_pr_auc": 0.9833860227349059,
+      "eval_et_opus100_pr_auc": 0.9280091296620585,
+      "eval_et_ud_pr_auc": 0.9683621436985671,
+      "eval_eu_opus100_pr_auc": 0.8883381125036984,
+      "eval_eu_ud_pr_auc": 0.9892314330893652,
+      "eval_fa_opus100_pr_auc": 0.6225891873002849,
+      "eval_fa_ud_pr_auc": 0.9965629541533365,
+      "eval_fi_ersatz_pr_auc": 0.9939962851399496,
+      "eval_fi_opus100_pr_auc": 0.9276395865868678,
+      "eval_fi_ud_pr_auc": 0.9652975310638624,
+      "eval_fr_ersatz_pr_auc": 0.988551054215126,
+      "eval_fr_opus100_pr_auc": 0.923554330777729,
+      "eval_fr_ud_pr_auc": 0.984565773026866,
+      "eval_fy_opus100_pr_auc": 0.7091446595866926,
+      "eval_ga_opus100_pr_auc": 0.9189653389761977,
+      "eval_ga_ud_pr_auc": 0.8088121398065002,
+      "eval_gd_opus100_pr_auc": 0.701505197964685,
+      "eval_gd_ud_pr_auc": 0.8310253749644502,
+      "eval_gl_opus100_pr_auc": 0.8962390884892005,
+      "eval_gl_ud_pr_auc": 0.9984263038531651,
+      "eval_gu_ersatz_pr_auc": 0.9521837035380747,
+      "eval_gu_opus100_pr_auc": 0.7740475584492809,
+      "eval_ha_opus100_pr_auc": 0.928868806251609,
+      "eval_he_opus100_pr_auc": 0.8844989245612741,
+      "eval_he_ud_pr_auc": 0.9730351997161146,
+      "eval_hi_ersatz_pr_auc": 0.9836083503120469,
+      "eval_hi_opus100_pr_auc": 0.7388716432134131,
+      "eval_hi_ud_pr_auc": 0.980874109032855,
+      "eval_hu_opus100_pr_auc": 0.9281370794564301,
+      "eval_hu_ud_pr_auc": 0.983241798291445,
+      "eval_hy_opus100_pr_auc": 0.9090066868966098,
+      "eval_hy_ud_pr_auc": 0.9756834385090039,
+      "eval_id_opus100_pr_auc": 0.8955680366439474,
+      "eval_id_ud_pr_auc": 0.9936427649672497,
+      "eval_ig_opus100_pr_auc": 0.8807823268771235,
+      "eval_is_opus100_pr_auc": 0.9365430654103039,
+      "eval_is_ud_pr_auc": 0.9111382738325832,
+      "eval_it_opus100_pr_auc": 0.9191889094931418,
+      "eval_it_ud_pr_auc": 0.9970643699511228,
+      "eval_ja_ersatz_pr_auc": 0.8944622436608767,
+      "eval_ja_opus100_pr_auc": 0.8445716842941526,
+      "eval_ja_ud_pr_auc": 0.982878837814736,
+      "eval_jv_ud_pr_auc": 0.9508689833971125,
+      "eval_ka_opus100_pr_auc": 0.8829267034270196,
+      "eval_kk_ersatz_pr_auc": 0.9884673891843947,
+      "eval_kk_opus100_pr_auc": 0.8150074443780819,
+      "eval_kk_ud_pr_auc": 0.9731191046811036,
+      "eval_km_ersatz_pr_auc": 0.9423500517754418,
+      "eval_km_opus100_pr_auc": 0.7833195456425917,
+      "eval_kn_opus100_pr_auc": 0.719525000229128,
+      "eval_ko_opus100_pr_auc": 0.7082756125473317,
+      "eval_ko_ud_pr_auc": 0.9975939833799001,
+      "eval_ku_opus100_pr_auc": 0.8804181736154866,
+      "eval_ky_opus100_pr_auc": 0.9117686106810944,
+      "eval_la_ud_pr_auc": 0.9748183290291408,
+      "eval_loss": 0.02585754729807377,
+      "eval_lt_ersatz_pr_auc": 0.9959572297299014,
+      "eval_lt_opus100_pr_auc": 0.8907487639856473,
+      "eval_lt_ud_pr_auc": 0.9964443157249493,
+      "eval_lv_ersatz_pr_auc": 0.9908749113759431,
+      "eval_lv_opus100_pr_auc": 0.8953573749521262,
+      "eval_lv_ud_pr_auc": 0.9682775578915898,
+      "eval_mg_opus100_pr_auc": 0.9412290841752747,
+      "eval_mk_opus100_pr_auc": 0.9291419094774954,
+      "eval_ml_opus100_pr_auc": 0.8156904719231128,
+      "eval_mn_opus100_pr_auc": 0.952236902172957,
+      "eval_mr_opus100_pr_auc": 0.9168945339976753,
+      "eval_mr_ud_pr_auc": 0.9814509089507274,
+      "eval_ms_opus100_pr_auc": 0.8775286488323799,
+      "eval_mt_opus100_pr_auc": 0.8609589550212007,
+      "eval_mt_ud_pr_auc": 0.9126603797351652,
+      "eval_my_opus100_pr_auc": 0.846875830328962,
+      "eval_ne_opus100_pr_auc": 0.770112886021418,
+      "eval_nl_opus100_pr_auc": 0.9002699704727178,
+      "eval_nl_ud_pr_auc": 0.983047032950782,
+      "eval_no_opus100_pr_auc": 0.922713330751735,
+      "eval_no_ud_pr_auc": 0.9970942929813497,
+      "eval_pa_opus100_pr_auc": 0.7197752901188168,
+      "eval_pl_ersatz_pr_auc": 0.9719296585204271,
+      "eval_pl_opus100_pr_auc": 0.9072812879546744,
+      "eval_pl_ud_pr_auc": 0.9711078113550273,
+      "eval_ps_ersatz_pr_auc": 0.9339152344210644,
+      "eval_ps_opus100_pr_auc": 0.7734713129691043,
+      "eval_pt_opus100_pr_auc": 0.9289229804664546,
+      "eval_pt_ud_pr_auc": 0.9864017648349177,
+      "eval_ro_ersatz_pr_auc": 0.992495124236067,
+      "eval_ro_opus100_pr_auc": 0.8741786964998355,
+      "eval_ro_ud_pr_auc": 0.9403171324916964,
+      "eval_ru_ersatz_pr_auc": 0.9930251255790213,
+      "eval_ru_opus100_pr_auc": 0.9282108979408146,
+      "eval_ru_ud_pr_auc": 0.8860171955577475,
+      "eval_runtime": 885.8217,
+      "eval_samples_per_second": 85.234,
+      "eval_si_opus100_pr_auc": 0.8176705928996542,
+      "eval_sk_opus100_pr_auc": 0.9385151606473455,
+      "eval_sk_ud_pr_auc": 0.9841205738612137,
+      "eval_sl_opus100_pr_auc": 0.8855119237159849,
+      "eval_sl_ud_pr_auc": 0.9695837618350643,
+      "eval_sq_opus100_pr_auc": 0.9429924583429014,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9139074931332839,
+      "eval_sr_ud_pr_auc": 0.9993421374537054,
+      "eval_steps_per_second": 1.332,
+      "eval_sv_opus100_pr_auc": 0.9060382669583513,
+      "eval_sv_ud_pr_auc": 0.9437200656403335,
+      "eval_ta_ersatz_pr_auc": 0.9820848506530042,
+      "eval_ta_opus100_pr_auc": 0.746348713053039,
+      "eval_ta_ud_pr_auc": 0.9919755345231387,
+      "eval_te_opus100_pr_auc": 0.8361730546273908,
+      "eval_tg_opus100_pr_auc": 0.9086109316351684,
+      "eval_th_opus100_pr_auc": 0.6893146125605994,
+      "eval_th_ud_pr_auc": 0.8749621706897351,
+      "eval_tr_ersatz_pr_auc": 0.9639428005941109,
+      "eval_tr_opus100_pr_auc": 0.9065461890318773,
+      "eval_tr_ud_pr_auc": 0.9577349525121713,
+      "eval_uk_opus100_pr_auc": 0.8810843963581452,
+      "eval_uk_ud_pr_auc": 0.9192198396085312,
+      "eval_ur_opus100_pr_auc": 0.6135718352778159,
+      "eval_ur_ud_pr_auc": 0.9964341437454728,
+      "eval_uz_opus100_pr_auc": 0.9034957278995737,
+      "eval_vi_opus100_pr_auc": 0.9056154375207888,
+      "eval_vi_ud_pr_auc": 0.9599721994714014,
+      "eval_xh_opus100_pr_auc": 0.8878744932179777,
+      "eval_yi_opus100_pr_auc": 0.7858698473353565,
+      "eval_yo_opus100_pr_auc": 0.8565700481863954,
+      "eval_yo_ud_pr_auc": 0.9309729009883415,
+      "eval_zh_ersatz_pr_auc": 0.9667227446032481,
+      "eval_zh_opus100_pr_auc": 0.8847122880496848,
+      "eval_zh_ud_pr_auc": 0.9944201736086642,
+      "eval_zu_opus100_pr_auc": 0.848392680284393,
+      "step": 310000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0224,
+      "step": 310050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0222,
+      "step": 310100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0224,
+      "step": 310150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0224,
+      "step": 310200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.0223,
+      "step": 310250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0219,
+      "step": 310300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0222,
+      "step": 310350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.0221,
+      "step": 310400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0221,
+      "step": 310450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0221,
+      "step": 310500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0216,
+      "step": 310550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.0228,
+      "step": 310600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.022,
+      "step": 310650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0224,
+      "step": 310700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0223,
+      "step": 310750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0224,
+      "step": 310800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.022,
+      "step": 310850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0219,
+      "step": 310900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0222,
+      "step": 310950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0225,
+      "step": 311000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.0222,
+      "step": 311050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.022,
+      "step": 311100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0218,
+      "step": 311150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.022,
+      "step": 311200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0218,
+      "step": 311250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0226,
+      "step": 311300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.0223,
+      "step": 311350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0222,
+      "step": 311400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.0222,
+      "step": 311450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0219,
+      "step": 311500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0222,
+      "step": 311550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0221,
+      "step": 311600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0222,
+      "step": 311650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0223,
+      "step": 311700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0223,
+      "step": 311750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0221,
+      "step": 311800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.022,
+      "step": 311850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0223,
+      "step": 311900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.0219,
+      "step": 311950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.0219,
+      "step": 312000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.022,
+      "step": 312050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0224,
+      "step": 312100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0225,
+      "step": 312150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0224,
+      "step": 312200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.0222,
+      "step": 312250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0222,
+      "step": 312300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.0223,
+      "step": 312350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.022,
+      "step": 312400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0221,
+      "step": 312450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0217,
+      "step": 312500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.022,
+      "step": 312550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.0221,
+      "step": 312600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0221,
+      "step": 312650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.0222,
+      "step": 312700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0221,
+      "step": 312750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.0223,
+      "step": 312800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0223,
+      "step": 312850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0221,
+      "step": 312900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0221,
+      "step": 312950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0224,
+      "step": 313000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.0223,
+      "step": 313050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0221,
+      "step": 313100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.0227,
+      "step": 313150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0224,
+      "step": 313200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0219,
+      "step": 313250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.0224,
+      "step": 313300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.0225,
+      "step": 313350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.0221,
+      "step": 313400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0221,
+      "step": 313450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0223,
+      "step": 313500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0218,
+      "step": 313550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0218,
+      "step": 313600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0225,
+      "step": 313650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0223,
+      "step": 313700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.0223,
+      "step": 313750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.0221,
+      "step": 313800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.0223,
+      "step": 313850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0218,
+      "step": 313900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0222,
+      "step": 313950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0221,
+      "step": 314000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0222,
+      "step": 314050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.0222,
+      "step": 314100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0225,
+      "step": 314150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0222,
+      "step": 314200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.0219,
+      "step": 314250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0222,
+      "step": 314300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.0221,
+      "step": 314350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0221,
+      "step": 314400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0221,
+      "step": 314450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.022,
+      "step": 314500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.0221,
+      "step": 314550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0221,
+      "step": 314600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0219,
+      "step": 314650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.0222,
+      "step": 314700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.022,
+      "step": 314750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.022,
+      "step": 314800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0222,
+      "step": 314850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0224,
+      "step": 314900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0223,
+      "step": 314950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.022,
+      "step": 315000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7805382378191168,
+      "eval_af_ud_pr_auc": 0.9900450247786785,
+      "eval_am_opus100_pr_auc": 0.5565399680677507,
+      "eval_ar_ersatz_pr_auc": 0.9196581207805182,
+      "eval_ar_opus100_pr_auc": 0.7454619832368764,
+      "eval_ar_ud_pr_auc": 0.894182592131255,
+      "eval_average_ersatz_pr_auc": 0.9725780064507408,
+      "eval_average_opus100_pr_auc": 0.8487033352515682,
+      "eval_average_ud_pr_auc": 0.9659814409600923,
+      "eval_az_opus100_pr_auc": 0.7959882125798704,
+      "eval_be_opus100_pr_auc": 0.7429243070526443,
+      "eval_be_ud_pr_auc": 0.9131183008380394,
+      "eval_bg_opus100_pr_auc": 0.9162680824077126,
+      "eval_bg_ud_pr_auc": 0.9968932430959797,
+      "eval_bn_opus100_pr_auc": 0.8429231045085372,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8961902144839688,
+      "eval_ca_ud_pr_auc": 0.9939118203458828,
+      "eval_ceb_ud_pr_auc": 0.999799252601669,
+      "eval_cs_ersatz_pr_auc": 0.9848334953515124,
+      "eval_cs_opus100_pr_auc": 0.912773143317351,
+      "eval_cs_ud_pr_auc": 0.9586213632757712,
+      "eval_cy_opus100_pr_auc": 0.794271023802379,
+      "eval_cy_ud_pr_auc": 0.9972106213308175,
+      "eval_da_opus100_pr_auc": 0.9213219341842006,
+      "eval_da_ud_pr_auc": 0.9732956174252743,
+      "eval_de_ersatz_pr_auc": 0.9896913501743198,
+      "eval_de_opus100_pr_auc": 0.9160548118279169,
+      "eval_de_ud_pr_auc": 0.9871855115601627,
+      "eval_el_opus100_pr_auc": 0.9186090811041888,
+      "eval_el_ud_pr_auc": 0.9927535326019448,
+      "eval_en_ersatz_pr_auc": 0.991857284398761,
+      "eval_en_opus100_pr_auc": 0.925617185088115,
+      "eval_en_ud_pr_auc": 0.974546282130568,
+      "eval_eo_opus100_pr_auc": 0.928366762960085,
+      "eval_es_ersatz_pr_auc": 0.9957183316479741,
+      "eval_es_opus100_pr_auc": 0.9383890324273683,
+      "eval_es_ud_pr_auc": 0.9917233725958309,
+      "eval_et_ersatz_pr_auc": 0.9840504268411898,
+      "eval_et_opus100_pr_auc": 0.9204528520417227,
+      "eval_et_ud_pr_auc": 0.9665650693375886,
+      "eval_eu_opus100_pr_auc": 0.8808958904702632,
+      "eval_eu_ud_pr_auc": 0.9890594008066824,
+      "eval_fa_opus100_pr_auc": 0.6340905544648627,
+      "eval_fa_ud_pr_auc": 0.9954097014244359,
+      "eval_fi_ersatz_pr_auc": 0.9933962558606367,
+      "eval_fi_opus100_pr_auc": 0.919798842038777,
+      "eval_fi_ud_pr_auc": 0.9621154735590463,
+      "eval_fr_ersatz_pr_auc": 0.9897263344251509,
+      "eval_fr_opus100_pr_auc": 0.9193093722617555,
+      "eval_fr_ud_pr_auc": 0.9894744240123392,
+      "eval_fy_opus100_pr_auc": 0.6840668118815116,
+      "eval_ga_opus100_pr_auc": 0.9155852563073178,
+      "eval_ga_ud_pr_auc": 0.8155400732523264,
+      "eval_gd_opus100_pr_auc": 0.7042311120682919,
+      "eval_gd_ud_pr_auc": 0.8307055629394173,
+      "eval_gl_opus100_pr_auc": 0.887815095462205,
+      "eval_gl_ud_pr_auc": 0.9975698647476754,
+      "eval_gu_ersatz_pr_auc": 0.9536648646269901,
+      "eval_gu_opus100_pr_auc": 0.7580464322519168,
+      "eval_ha_opus100_pr_auc": 0.9323397733625596,
+      "eval_he_opus100_pr_auc": 0.8807439482859605,
+      "eval_he_ud_pr_auc": 0.9776857701015069,
+      "eval_hi_ersatz_pr_auc": 0.9826759606900458,
+      "eval_hi_opus100_pr_auc": 0.7328673480266487,
+      "eval_hi_ud_pr_auc": 0.9834301390106258,
+      "eval_hu_opus100_pr_auc": 0.9188311316501415,
+      "eval_hu_ud_pr_auc": 0.983300756769032,
+      "eval_hy_opus100_pr_auc": 0.8976812619946135,
+      "eval_hy_ud_pr_auc": 0.9703975986065629,
+      "eval_id_opus100_pr_auc": 0.8903288078257723,
+      "eval_id_ud_pr_auc": 0.9935154869916096,
+      "eval_ig_opus100_pr_auc": 0.8757944263887888,
+      "eval_is_opus100_pr_auc": 0.9358636718803074,
+      "eval_is_ud_pr_auc": 0.9168714774983123,
+      "eval_it_opus100_pr_auc": 0.9169568676910217,
+      "eval_it_ud_pr_auc": 0.9968886241891692,
+      "eval_ja_ersatz_pr_auc": 0.8935881905478074,
+      "eval_ja_opus100_pr_auc": 0.8330228551800698,
+      "eval_ja_ud_pr_auc": 0.9801649276648818,
+      "eval_jv_ud_pr_auc": 0.9590041987929916,
+      "eval_ka_opus100_pr_auc": 0.8723564156100527,
+      "eval_kk_ersatz_pr_auc": 0.9858156636569347,
+      "eval_kk_opus100_pr_auc": 0.7767876223012252,
+      "eval_kk_ud_pr_auc": 0.9741753642891613,
+      "eval_km_ersatz_pr_auc": 0.9408040093489844,
+      "eval_km_opus100_pr_auc": 0.7646128751503697,
+      "eval_kn_opus100_pr_auc": 0.6847930924980157,
+      "eval_ko_opus100_pr_auc": 0.7057510194563752,
+      "eval_ko_ud_pr_auc": 0.9986783236787355,
+      "eval_ku_opus100_pr_auc": 0.8759417425781416,
+      "eval_ky_opus100_pr_auc": 0.8958637669913616,
+      "eval_la_ud_pr_auc": 0.9796891873416552,
+      "eval_loss": 0.02559264376759529,
+      "eval_lt_ersatz_pr_auc": 0.9963402986684348,
+      "eval_lt_opus100_pr_auc": 0.8918239982063658,
+      "eval_lt_ud_pr_auc": 0.996200806212496,
+      "eval_lv_ersatz_pr_auc": 0.9917179130489643,
+      "eval_lv_opus100_pr_auc": 0.8946373462335497,
+      "eval_lv_ud_pr_auc": 0.9660871194020144,
+      "eval_mg_opus100_pr_auc": 0.9365821054110449,
+      "eval_mk_opus100_pr_auc": 0.9240530407853229,
+      "eval_ml_opus100_pr_auc": 0.7987761952133228,
+      "eval_mn_opus100_pr_auc": 0.9388264793330936,
+      "eval_mr_opus100_pr_auc": 0.9070080415153552,
+      "eval_mr_ud_pr_auc": 0.976054033121698,
+      "eval_ms_opus100_pr_auc": 0.8753387431443734,
+      "eval_mt_opus100_pr_auc": 0.8499947045754692,
+      "eval_mt_ud_pr_auc": 0.9133447179205948,
+      "eval_my_opus100_pr_auc": 0.8423433785960928,
+      "eval_ne_opus100_pr_auc": 0.7297876838297289,
+      "eval_nl_opus100_pr_auc": 0.899937232441218,
+      "eval_nl_ud_pr_auc": 0.9798982574259116,
+      "eval_no_opus100_pr_auc": 0.9196016413959467,
+      "eval_no_ud_pr_auc": 0.9962877990793866,
+      "eval_pa_opus100_pr_auc": 0.6831087751994114,
+      "eval_pl_ersatz_pr_auc": 0.9708077177870946,
+      "eval_pl_opus100_pr_auc": 0.9072314200875525,
+      "eval_pl_ud_pr_auc": 0.9743121693573322,
+      "eval_ps_ersatz_pr_auc": 0.9290448796494168,
+      "eval_ps_opus100_pr_auc": 0.761196580300722,
+      "eval_pt_opus100_pr_auc": 0.9274035516502878,
+      "eval_pt_ud_pr_auc": 0.9882516693675973,
+      "eval_ro_ersatz_pr_auc": 0.9922932809345701,
+      "eval_ro_opus100_pr_auc": 0.8687510391941468,
+      "eval_ro_ud_pr_auc": 0.946789575952056,
+      "eval_ru_ersatz_pr_auc": 0.9926762430836683,
+      "eval_ru_opus100_pr_auc": 0.9366037705031285,
+      "eval_ru_ud_pr_auc": 0.8831923496080871,
+      "eval_runtime": 867.3799,
+      "eval_samples_per_second": 87.046,
+      "eval_si_opus100_pr_auc": 0.8127857906858457,
+      "eval_sk_opus100_pr_auc": 0.9335925190570333,
+      "eval_sk_ud_pr_auc": 0.9820810943342863,
+      "eval_sl_opus100_pr_auc": 0.8772299358522953,
+      "eval_sl_ud_pr_auc": 0.9724004306059213,
+      "eval_sq_opus100_pr_auc": 0.9368519428373902,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9161147019858707,
+      "eval_sr_ud_pr_auc": 0.999429770157402,
+      "eval_steps_per_second": 1.36,
+      "eval_sv_opus100_pr_auc": 0.910089414787055,
+      "eval_sv_ud_pr_auc": 0.9445491307551536,
+      "eval_ta_ersatz_pr_auc": 0.981437164040498,
+      "eval_ta_opus100_pr_auc": 0.7397878940245363,
+      "eval_ta_ud_pr_auc": 0.9957237453813913,
+      "eval_te_opus100_pr_auc": 0.8345359188661732,
+      "eval_tg_opus100_pr_auc": 0.898848339433249,
+      "eval_th_opus100_pr_auc": 0.6931651856935959,
+      "eval_th_ud_pr_auc": 0.8688029773121765,
+      "eval_tr_ersatz_pr_auc": 0.9621013633386537,
+      "eval_tr_opus100_pr_auc": 0.8990870917420716,
+      "eval_tr_ud_pr_auc": 0.9614872684110668,
+      "eval_uk_opus100_pr_auc": 0.8782457453937423,
+      "eval_uk_ud_pr_auc": 0.9189542830518804,
+      "eval_ur_opus100_pr_auc": 0.6232896065013824,
+      "eval_ur_ud_pr_auc": 0.9944623081008539,
+      "eval_uz_opus100_pr_auc": 0.890332912421353,
+      "eval_vi_opus100_pr_auc": 0.9017559872649978,
+      "eval_vi_ud_pr_auc": 0.946694916903353,
+      "eval_xh_opus100_pr_auc": 0.8988738529316822,
+      "eval_yi_opus100_pr_auc": 0.7421378078396675,
+      "eval_yo_opus100_pr_auc": 0.8406410222697569,
+      "eval_yo_ud_pr_auc": 0.9374410590859007,
+      "eval_zh_ersatz_pr_auc": 0.974816993014169,
+      "eval_zh_opus100_pr_auc": 0.8893400995233088,
+      "eval_zh_ud_pr_auc": 0.9949686934530674,
+      "eval_zu_opus100_pr_auc": 0.8368960629133297,
+      "step": 315000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.0226,
+      "step": 315050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.0219,
+      "step": 315100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.0221,
+      "step": 315150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.0215,
+      "step": 315200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0218,
+      "step": 315250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.022,
+      "step": 315300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.0222,
+      "step": 315350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.022,
+      "step": 315400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0221,
+      "step": 315450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0224,
+      "step": 315500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.0219,
+      "step": 315550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0222,
+      "step": 315600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0219,
+      "step": 315650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0218,
+      "step": 315700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.0219,
+      "step": 315750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0223,
+      "step": 315800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0218,
+      "step": 315850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.0219,
+      "step": 315900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.0213,
+      "step": 315950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0216,
+      "step": 316000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.0216,
+      "step": 316050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.0218,
+      "step": 316100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0221,
+      "step": 316150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.0219,
+      "step": 316200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0219,
+      "step": 316250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.0223,
+      "step": 316300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0225,
+      "step": 316350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0217,
+      "step": 316400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0219,
+      "step": 316450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.022,
+      "step": 316500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0223,
+      "step": 316550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.022,
+      "step": 316600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0217,
+      "step": 316650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.0221,
+      "step": 316700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.0222,
+      "step": 316750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0221,
+      "step": 316800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.0221,
+      "step": 316850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0221,
+      "step": 316900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0217,
+      "step": 316950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.022,
+      "step": 317000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.022,
+      "step": 317050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0223,
+      "step": 317100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0219,
+      "step": 317150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0221,
+      "step": 317200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0221,
+      "step": 317250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0217,
+      "step": 317300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0218,
+      "step": 317350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0224,
+      "step": 317400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0226,
+      "step": 317450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.0223,
+      "step": 317500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.022,
+      "step": 317550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0224,
+      "step": 317600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0221,
+      "step": 317650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0222,
+      "step": 317700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.022,
+      "step": 317750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0219,
+      "step": 317800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0222,
+      "step": 317850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0221,
+      "step": 317900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0221,
+      "step": 317950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.0224,
+      "step": 318000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0223,
+      "step": 318050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0223,
+      "step": 318100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0222,
+      "step": 318150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0226,
+      "step": 318200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.022,
+      "step": 318250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.0223,
+      "step": 318300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0219,
+      "step": 318350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0226,
+      "step": 318400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0221,
+      "step": 318450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0217,
+      "step": 318500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.022,
+      "step": 318550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0219,
+      "step": 318600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0221,
+      "step": 318650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.022,
+      "step": 318700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0218,
+      "step": 318750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.022,
+      "step": 318800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.022,
+      "step": 318850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.0217,
+      "step": 318900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0223,
+      "step": 318950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0222,
+      "step": 319000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0219,
+      "step": 319050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0225,
+      "step": 319100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.022,
+      "step": 319150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.022,
+      "step": 319200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0218,
+      "step": 319250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.0218,
+      "step": 319300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.0222,
+      "step": 319350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0219,
+      "step": 319400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.022,
+      "step": 319450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.022,
+      "step": 319500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0219,
+      "step": 319550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.0221,
+      "step": 319600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0221,
+      "step": 319650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.0223,
+      "step": 319700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0224,
+      "step": 319750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0223,
+      "step": 319800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.0224,
+      "step": 319850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.0222,
+      "step": 319900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.022,
+      "step": 319950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.022,
+      "step": 320000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7891744792891953,
+      "eval_af_ud_pr_auc": 0.9888927210215712,
+      "eval_am_opus100_pr_auc": 0.6076427748446346,
+      "eval_ar_ersatz_pr_auc": 0.9118984170735606,
+      "eval_ar_opus100_pr_auc": 0.741144600439801,
+      "eval_ar_ud_pr_auc": 0.897819541259434,
+      "eval_average_ersatz_pr_auc": 0.9721784805428174,
+      "eval_average_opus100_pr_auc": 0.8546127421386184,
+      "eval_average_ud_pr_auc": 0.9656091556888311,
+      "eval_az_opus100_pr_auc": 0.8083344913227536,
+      "eval_be_opus100_pr_auc": 0.773868733975968,
+      "eval_be_ud_pr_auc": 0.9128068701782078,
+      "eval_bg_opus100_pr_auc": 0.9220882015228914,
+      "eval_bg_ud_pr_auc": 0.9961264242846555,
+      "eval_bn_opus100_pr_auc": 0.8425778736660878,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9019941535808097,
+      "eval_ca_ud_pr_auc": 0.9941905331843333,
+      "eval_ceb_ud_pr_auc": 0.9996810438190942,
+      "eval_cs_ersatz_pr_auc": 0.9845674812167611,
+      "eval_cs_opus100_pr_auc": 0.9201795376830457,
+      "eval_cs_ud_pr_auc": 0.9580966117476633,
+      "eval_cy_opus100_pr_auc": 0.8041817200242415,
+      "eval_cy_ud_pr_auc": 0.9973897073131561,
+      "eval_da_opus100_pr_auc": 0.921304484523851,
+      "eval_da_ud_pr_auc": 0.9736489925934811,
+      "eval_de_ersatz_pr_auc": 0.9887961578483979,
+      "eval_de_opus100_pr_auc": 0.9178553795899124,
+      "eval_de_ud_pr_auc": 0.9852658130038058,
+      "eval_el_opus100_pr_auc": 0.9211279408135913,
+      "eval_el_ud_pr_auc": 0.9913220392526108,
+      "eval_en_ersatz_pr_auc": 0.9913771815122818,
+      "eval_en_opus100_pr_auc": 0.9279157878104286,
+      "eval_en_ud_pr_auc": 0.979918237256975,
+      "eval_eo_opus100_pr_auc": 0.9323590711506047,
+      "eval_es_ersatz_pr_auc": 0.9957754483512792,
+      "eval_es_opus100_pr_auc": 0.9400369866399076,
+      "eval_es_ud_pr_auc": 0.9918223986595653,
+      "eval_et_ersatz_pr_auc": 0.9827986345158791,
+      "eval_et_opus100_pr_auc": 0.9241145962692224,
+      "eval_et_ud_pr_auc": 0.9701845892578103,
+      "eval_eu_opus100_pr_auc": 0.8884372239156609,
+      "eval_eu_ud_pr_auc": 0.9884070839485206,
+      "eval_fa_opus100_pr_auc": 0.6321038858300385,
+      "eval_fa_ud_pr_auc": 0.9951182433690355,
+      "eval_fi_ersatz_pr_auc": 0.9943190727634442,
+      "eval_fi_opus100_pr_auc": 0.927391717975842,
+      "eval_fi_ud_pr_auc": 0.9702422647833018,
+      "eval_fr_ersatz_pr_auc": 0.9871323174665153,
+      "eval_fr_opus100_pr_auc": 0.9188894533293097,
+      "eval_fr_ud_pr_auc": 0.9862486616282413,
+      "eval_fy_opus100_pr_auc": 0.7048253308421657,
+      "eval_ga_opus100_pr_auc": 0.9161055874541747,
+      "eval_ga_ud_pr_auc": 0.8112791193223505,
+      "eval_gd_opus100_pr_auc": 0.7215347763066493,
+      "eval_gd_ud_pr_auc": 0.8236851089778159,
+      "eval_gl_opus100_pr_auc": 0.8956585211789869,
+      "eval_gl_ud_pr_auc": 0.9977105504850651,
+      "eval_gu_ersatz_pr_auc": 0.9558900094486944,
+      "eval_gu_opus100_pr_auc": 0.7725656775167669,
+      "eval_ha_opus100_pr_auc": 0.9299472786953008,
+      "eval_he_opus100_pr_auc": 0.8736055370994582,
+      "eval_he_ud_pr_auc": 0.9773343804935692,
+      "eval_hi_ersatz_pr_auc": 0.9824367046902248,
+      "eval_hi_opus100_pr_auc": 0.7375439011498038,
+      "eval_hi_ud_pr_auc": 0.9849320037320235,
+      "eval_hu_opus100_pr_auc": 0.9255295869884669,
+      "eval_hu_ud_pr_auc": 0.9849204192792778,
+      "eval_hy_opus100_pr_auc": 0.9060863625404671,
+      "eval_hy_ud_pr_auc": 0.9758062027072757,
+      "eval_id_opus100_pr_auc": 0.8936318393215563,
+      "eval_id_ud_pr_auc": 0.9936327960160903,
+      "eval_ig_opus100_pr_auc": 0.8786526915643507,
+      "eval_is_opus100_pr_auc": 0.9362928813509563,
+      "eval_is_ud_pr_auc": 0.913030708466387,
+      "eval_it_opus100_pr_auc": 0.9207605395658164,
+      "eval_it_ud_pr_auc": 0.996527562919363,
+      "eval_ja_ersatz_pr_auc": 0.8970845563758486,
+      "eval_ja_opus100_pr_auc": 0.8488871030409464,
+      "eval_ja_ud_pr_auc": 0.980162524272659,
+      "eval_jv_ud_pr_auc": 0.9582128640336768,
+      "eval_ka_opus100_pr_auc": 0.8767503921023182,
+      "eval_kk_ersatz_pr_auc": 0.9872046210640713,
+      "eval_kk_opus100_pr_auc": 0.7845294402671484,
+      "eval_kk_ud_pr_auc": 0.9721519473165423,
+      "eval_km_ersatz_pr_auc": 0.9424030105163248,
+      "eval_km_opus100_pr_auc": 0.7771538997850781,
+      "eval_kn_opus100_pr_auc": 0.702617892694822,
+      "eval_ko_opus100_pr_auc": 0.6989111430734483,
+      "eval_ko_ud_pr_auc": 0.9978772831405437,
+      "eval_ku_opus100_pr_auc": 0.8769859242007773,
+      "eval_ky_opus100_pr_auc": 0.9027217066722233,
+      "eval_la_ud_pr_auc": 0.981953612483988,
+      "eval_loss": 0.025686752051115036,
+      "eval_lt_ersatz_pr_auc": 0.9965654699759167,
+      "eval_lt_opus100_pr_auc": 0.8919024858484645,
+      "eval_lt_ud_pr_auc": 0.996285179473507,
+      "eval_lv_ersatz_pr_auc": 0.9912633480619071,
+      "eval_lv_opus100_pr_auc": 0.8985303675926231,
+      "eval_lv_ud_pr_auc": 0.9679284807631744,
+      "eval_mg_opus100_pr_auc": 0.9368822879330639,
+      "eval_mk_opus100_pr_auc": 0.9235495317002617,
+      "eval_ml_opus100_pr_auc": 0.8050419383358107,
+      "eval_mn_opus100_pr_auc": 0.9501260244549382,
+      "eval_mr_opus100_pr_auc": 0.925397166724785,
+      "eval_mr_ud_pr_auc": 0.9755969557155587,
+      "eval_ms_opus100_pr_auc": 0.8779152457989902,
+      "eval_mt_opus100_pr_auc": 0.8589723220825879,
+      "eval_mt_ud_pr_auc": 0.9264638478212137,
+      "eval_my_opus100_pr_auc": 0.8426630303007987,
+      "eval_ne_opus100_pr_auc": 0.7459192605834364,
+      "eval_nl_opus100_pr_auc": 0.9048833750303071,
+      "eval_nl_ud_pr_auc": 0.9855470800294807,
+      "eval_no_opus100_pr_auc": 0.9246308685290043,
+      "eval_no_ud_pr_auc": 0.9963004030744881,
+      "eval_pa_opus100_pr_auc": 0.7088624952874694,
+      "eval_pl_ersatz_pr_auc": 0.9708984644215071,
+      "eval_pl_opus100_pr_auc": 0.9060309987835424,
+      "eval_pl_ud_pr_auc": 0.971606346483632,
+      "eval_ps_ersatz_pr_auc": 0.9257712167785164,
+      "eval_ps_opus100_pr_auc": 0.762889481570006,
+      "eval_pt_opus100_pr_auc": 0.9303826579381299,
+      "eval_pt_ud_pr_auc": 0.9871598542985793,
+      "eval_ro_ersatz_pr_auc": 0.9929601568855754,
+      "eval_ro_opus100_pr_auc": 0.8777804678631659,
+      "eval_ro_ud_pr_auc": 0.922741619567589,
+      "eval_ru_ersatz_pr_auc": 0.9938223620782958,
+      "eval_ru_opus100_pr_auc": 0.9353878759135998,
+      "eval_ru_ud_pr_auc": 0.8802125819253435,
+      "eval_runtime": 858.075,
+      "eval_samples_per_second": 87.99,
+      "eval_si_opus100_pr_auc": 0.8172662602748153,
+      "eval_sk_opus100_pr_auc": 0.937724850207865,
+      "eval_sk_ud_pr_auc": 0.9826364520657347,
+      "eval_sl_opus100_pr_auc": 0.8792837662904608,
+      "eval_sl_ud_pr_auc": 0.9685580815689732,
+      "eval_sq_opus100_pr_auc": 0.9348988707417308,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9170085453265684,
+      "eval_sr_ud_pr_auc": 0.9993556906302352,
+      "eval_steps_per_second": 1.375,
+      "eval_sv_opus100_pr_auc": 0.9140921263022561,
+      "eval_sv_ud_pr_auc": 0.9421315730655571,
+      "eval_ta_ersatz_pr_auc": 0.9832219982629082,
+      "eval_ta_opus100_pr_auc": 0.7504355848271815,
+      "eval_ta_ud_pr_auc": 0.9956255712456603,
+      "eval_te_opus100_pr_auc": 0.8409876114641635,
+      "eval_tg_opus100_pr_auc": 0.9060278215935552,
+      "eval_th_opus100_pr_auc": 0.6885783715495625,
+      "eval_th_ud_pr_auc": 0.8743912694803558,
+      "eval_tr_ersatz_pr_auc": 0.9605660255602189,
+      "eval_tr_opus100_pr_auc": 0.9026531357896316,
+      "eval_tr_ud_pr_auc": 0.9573886149750748,
+      "eval_uk_opus100_pr_auc": 0.8857432220557053,
+      "eval_uk_ud_pr_auc": 0.92171870154488,
+      "eval_ur_opus100_pr_auc": 0.6168679461800622,
+      "eval_ur_ud_pr_auc": 0.9954462709419513,
+      "eval_uz_opus100_pr_auc": 0.9026789269628215,
+      "eval_vi_opus100_pr_auc": 0.8987868320225904,
+      "eval_vi_ud_pr_auc": 0.9483277487062466,
+      "eval_xh_opus100_pr_auc": 0.8942432137200536,
+      "eval_yi_opus100_pr_auc": 0.7553624655958754,
+      "eval_yo_opus100_pr_auc": 0.8550778230556959,
+      "eval_yo_ud_pr_auc": 0.9241634495494392,
+      "eval_zh_ersatz_pr_auc": 0.9711739170738515,
+      "eval_zh_opus100_pr_auc": 0.8862444195535385,
+      "eval_zh_ud_pr_auc": 0.9937372411286077,
+      "eval_zu_opus100_pr_auc": 0.8425140719721022,
+      "step": 320000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0216,
+      "step": 320050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.0221,
+      "step": 320100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.0222,
+      "step": 320150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0224,
+      "step": 320200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0223,
+      "step": 320250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0224,
+      "step": 320300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.022,
+      "step": 320350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0216,
+      "step": 320400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0221,
+      "step": 320450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.022,
+      "step": 320500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.0218,
+      "step": 320550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0217,
+      "step": 320600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.022,
+      "step": 320650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0219,
+      "step": 320700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0224,
+      "step": 320750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.0217,
+      "step": 320800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0219,
+      "step": 320850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.0218,
+      "step": 320900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0222,
+      "step": 320950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0219,
+      "step": 321000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0219,
+      "step": 321050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.0224,
+      "step": 321100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.0224,
+      "step": 321150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0219,
+      "step": 321200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.0225,
+      "step": 321250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0221,
+      "step": 321300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.0217,
+      "step": 321350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.022,
+      "step": 321400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.0215,
+      "step": 321450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.0216,
+      "step": 321500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.0223,
+      "step": 321550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0218,
+      "step": 321600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0225,
+      "step": 321650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.0221,
+      "step": 321700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.0225,
+      "step": 321750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0219,
+      "step": 321800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.022,
+      "step": 321850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.0218,
+      "step": 321900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.022,
+      "step": 321950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.022,
+      "step": 322000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0223,
+      "step": 322050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.0216,
+      "step": 322100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.0221,
+      "step": 322150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.0217,
+      "step": 322200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.022,
+      "step": 322250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0216,
+      "step": 322300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.0218,
+      "step": 322350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.0227,
+      "step": 322400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.0221,
+      "step": 322450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.0219,
+      "step": 322500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.0219,
+      "step": 322550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0221,
+      "step": 322600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.022,
+      "step": 322650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0215,
+      "step": 322700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.0223,
+      "step": 322750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0218,
+      "step": 322800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.0223,
+      "step": 322850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.0216,
+      "step": 322900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0218,
+      "step": 322950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.0219,
+      "step": 323000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.0225,
+      "step": 323050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.0217,
+      "step": 323100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.0218,
+      "step": 323150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0222,
+      "step": 323200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.0218,
+      "step": 323250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.022,
+      "step": 323300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0214,
+      "step": 323350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.0222,
+      "step": 323400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0217,
+      "step": 323450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0217,
+      "step": 323500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0218,
+      "step": 323550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0217,
+      "step": 323600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.0219,
+      "step": 323650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0224,
+      "step": 323700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.022,
+      "step": 323750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.0217,
+      "step": 323800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.0223,
+      "step": 323850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0223,
+      "step": 323900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.0215,
+      "step": 323950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0224,
+      "step": 324000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0218,
+      "step": 324050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.0221,
+      "step": 324100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.0223,
+      "step": 324150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0218,
+      "step": 324200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0219,
+      "step": 324250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0219,
+      "step": 324300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0224,
+      "step": 324350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.022,
+      "step": 324400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.022,
+      "step": 324450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.022,
+      "step": 324500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0219,
+      "step": 324550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.022,
+      "step": 324600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.022,
+      "step": 324650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0222,
+      "step": 324700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.0221,
+      "step": 324750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.0217,
+      "step": 324800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0219,
+      "step": 324850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.022,
+      "step": 324900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.0222,
+      "step": 324950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.0219,
+      "step": 325000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.786444638187892,
+      "eval_af_ud_pr_auc": 0.9907558296122372,
+      "eval_am_opus100_pr_auc": 0.6253016576743037,
+      "eval_ar_ersatz_pr_auc": 0.9288410345909408,
+      "eval_ar_opus100_pr_auc": 0.7406774038262107,
+      "eval_ar_ud_pr_auc": 0.8970768122407374,
+      "eval_average_ersatz_pr_auc": 0.9721255960320158,
+      "eval_average_opus100_pr_auc": 0.8555244316278086,
+      "eval_average_ud_pr_auc": 0.9658618913060009,
+      "eval_az_opus100_pr_auc": 0.8013523857369035,
+      "eval_be_opus100_pr_auc": 0.7588464776188819,
+      "eval_be_ud_pr_auc": 0.9023491376681989,
+      "eval_bg_opus100_pr_auc": 0.9209528937649236,
+      "eval_bg_ud_pr_auc": 0.9962066909042284,
+      "eval_bn_opus100_pr_auc": 0.846280243928965,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9075025717114668,
+      "eval_ca_ud_pr_auc": 0.9916093455468333,
+      "eval_ceb_ud_pr_auc": 0.9995601482159416,
+      "eval_cs_ersatz_pr_auc": 0.9847735335677396,
+      "eval_cs_opus100_pr_auc": 0.9229001852500649,
+      "eval_cs_ud_pr_auc": 0.9587236649461011,
+      "eval_cy_opus100_pr_auc": 0.7978534385449533,
+      "eval_cy_ud_pr_auc": 0.9974717917383616,
+      "eval_da_opus100_pr_auc": 0.9249477120205823,
+      "eval_da_ud_pr_auc": 0.9773542396137164,
+      "eval_de_ersatz_pr_auc": 0.9896297689113304,
+      "eval_de_opus100_pr_auc": 0.9183646290440661,
+      "eval_de_ud_pr_auc": 0.9856404057027814,
+      "eval_el_opus100_pr_auc": 0.9207973709851143,
+      "eval_el_ud_pr_auc": 0.9915372509601176,
+      "eval_en_ersatz_pr_auc": 0.9916118251982259,
+      "eval_en_opus100_pr_auc": 0.9239237402638159,
+      "eval_en_ud_pr_auc": 0.9797342664563926,
+      "eval_eo_opus100_pr_auc": 0.9332873808325228,
+      "eval_es_ersatz_pr_auc": 0.9965790919102224,
+      "eval_es_opus100_pr_auc": 0.9368925052013042,
+      "eval_es_ud_pr_auc": 0.991488068948832,
+      "eval_et_ersatz_pr_auc": 0.9840692891513317,
+      "eval_et_opus100_pr_auc": 0.9286588762694863,
+      "eval_et_ud_pr_auc": 0.9707523381915742,
+      "eval_eu_opus100_pr_auc": 0.8856678873129744,
+      "eval_eu_ud_pr_auc": 0.9889919223795588,
+      "eval_fa_opus100_pr_auc": 0.655819190761569,
+      "eval_fa_ud_pr_auc": 0.9957925059619261,
+      "eval_fi_ersatz_pr_auc": 0.9944770042758452,
+      "eval_fi_opus100_pr_auc": 0.928715159145047,
+      "eval_fi_ud_pr_auc": 0.9661564616892877,
+      "eval_fr_ersatz_pr_auc": 0.9901673407799051,
+      "eval_fr_opus100_pr_auc": 0.917833309830315,
+      "eval_fr_ud_pr_auc": 0.9874421223109381,
+      "eval_fy_opus100_pr_auc": 0.7072226530998167,
+      "eval_ga_opus100_pr_auc": 0.915464220624372,
+      "eval_ga_ud_pr_auc": 0.81198723846908,
+      "eval_gd_opus100_pr_auc": 0.7048452040596717,
+      "eval_gd_ud_pr_auc": 0.821001103213308,
+      "eval_gl_opus100_pr_auc": 0.9026235168335495,
+      "eval_gl_ud_pr_auc": 0.9977326613266722,
+      "eval_gu_ersatz_pr_auc": 0.9466949705000465,
+      "eval_gu_opus100_pr_auc": 0.7713589650335793,
+      "eval_ha_opus100_pr_auc": 0.9268699159535992,
+      "eval_he_opus100_pr_auc": 0.8821447113845156,
+      "eval_he_ud_pr_auc": 0.9797645842875671,
+      "eval_hi_ersatz_pr_auc": 0.9792743303076442,
+      "eval_hi_opus100_pr_auc": 0.7417440212110525,
+      "eval_hi_ud_pr_auc": 0.9776586675544984,
+      "eval_hu_opus100_pr_auc": 0.9253042968444283,
+      "eval_hu_ud_pr_auc": 0.9860397895573222,
+      "eval_hy_opus100_pr_auc": 0.9083295565751224,
+      "eval_hy_ud_pr_auc": 0.9756903252682162,
+      "eval_id_opus100_pr_auc": 0.8949292721244452,
+      "eval_id_ud_pr_auc": 0.9931881503711111,
+      "eval_ig_opus100_pr_auc": 0.8736050526276287,
+      "eval_is_opus100_pr_auc": 0.9351839635974595,
+      "eval_is_ud_pr_auc": 0.9099006113432577,
+      "eval_it_opus100_pr_auc": 0.918707494986259,
+      "eval_it_ud_pr_auc": 0.9955197175084165,
+      "eval_ja_ersatz_pr_auc": 0.8882522855664546,
+      "eval_ja_opus100_pr_auc": 0.8587535455782264,
+      "eval_ja_ud_pr_auc": 0.9818971749317286,
+      "eval_jv_ud_pr_auc": 0.9596875892836426,
+      "eval_ka_opus100_pr_auc": 0.8712942658158438,
+      "eval_kk_ersatz_pr_auc": 0.9880414257482519,
+      "eval_kk_opus100_pr_auc": 0.8140644210705493,
+      "eval_kk_ud_pr_auc": 0.9718746113739725,
+      "eval_km_ersatz_pr_auc": 0.9427353136962069,
+      "eval_km_opus100_pr_auc": 0.7632625722800978,
+      "eval_kn_opus100_pr_auc": 0.6800483267501868,
+      "eval_ko_opus100_pr_auc": 0.7076664235425385,
+      "eval_ko_ud_pr_auc": 0.9984728000526293,
+      "eval_ku_opus100_pr_auc": 0.8759590450955796,
+      "eval_ky_opus100_pr_auc": 0.9096333655177735,
+      "eval_la_ud_pr_auc": 0.9770700407510426,
+      "eval_loss": 0.025555526837706566,
+      "eval_lt_ersatz_pr_auc": 0.9956081270997769,
+      "eval_lt_opus100_pr_auc": 0.8901747408518652,
+      "eval_lt_ud_pr_auc": 0.9968037661915662,
+      "eval_lv_ersatz_pr_auc": 0.9883588259195861,
+      "eval_lv_opus100_pr_auc": 0.8988649175917974,
+      "eval_lv_ud_pr_auc": 0.9623943210073463,
+      "eval_mg_opus100_pr_auc": 0.9369395199702397,
+      "eval_mk_opus100_pr_auc": 0.9265190142434166,
+      "eval_ml_opus100_pr_auc": 0.8087578745523633,
+      "eval_mn_opus100_pr_auc": 0.9578093496998996,
+      "eval_mr_opus100_pr_auc": 0.9260259194938729,
+      "eval_mr_ud_pr_auc": 0.9829532548193429,
+      "eval_ms_opus100_pr_auc": 0.8800835127919644,
+      "eval_mt_opus100_pr_auc": 0.8579141719629478,
+      "eval_mt_ud_pr_auc": 0.9358063985199452,
+      "eval_my_opus100_pr_auc": 0.850495206415522,
+      "eval_ne_opus100_pr_auc": 0.7578059501721536,
+      "eval_nl_opus100_pr_auc": 0.9011411491714226,
+      "eval_nl_ud_pr_auc": 0.9771475210157485,
+      "eval_no_opus100_pr_auc": 0.9232526931158272,
+      "eval_no_ud_pr_auc": 0.9960237652763966,
+      "eval_pa_opus100_pr_auc": 0.7113965681235772,
+      "eval_pl_ersatz_pr_auc": 0.9657794506173185,
+      "eval_pl_opus100_pr_auc": 0.9063810538504771,
+      "eval_pl_ud_pr_auc": 0.9693661250381256,
+      "eval_ps_ersatz_pr_auc": 0.9269445415877456,
+      "eval_ps_opus100_pr_auc": 0.7661184767070864,
+      "eval_pt_opus100_pr_auc": 0.9297710833758992,
+      "eval_pt_ud_pr_auc": 0.9875042935058569,
+      "eval_ro_ersatz_pr_auc": 0.9919859597550764,
+      "eval_ro_opus100_pr_auc": 0.8848338999020992,
+      "eval_ro_ud_pr_auc": 0.9404732253807481,
+      "eval_ru_ersatz_pr_auc": 0.9942105932398777,
+      "eval_ru_opus100_pr_auc": 0.929801942390359,
+      "eval_ru_ud_pr_auc": 0.8897598239761647,
+      "eval_runtime": 861.4175,
+      "eval_samples_per_second": 87.649,
+      "eval_si_opus100_pr_auc": 0.8216541803616437,
+      "eval_sk_opus100_pr_auc": 0.9387754004352632,
+      "eval_sk_ud_pr_auc": 0.9807011909022942,
+      "eval_sl_opus100_pr_auc": 0.8821837826247776,
+      "eval_sl_ud_pr_auc": 0.9657874682791849,
+      "eval_sq_opus100_pr_auc": 0.9394682730040425,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9196208815060967,
+      "eval_sr_ud_pr_auc": 0.9994998820253204,
+      "eval_steps_per_second": 1.37,
+      "eval_sv_opus100_pr_auc": 0.9125142831403201,
+      "eval_sv_ud_pr_auc": 0.9408562005624683,
+      "eval_ta_ersatz_pr_auc": 0.9825793016908108,
+      "eval_ta_opus100_pr_auc": 0.7516006420895394,
+      "eval_ta_ud_pr_auc": 0.9947412416017178,
+      "eval_te_opus100_pr_auc": 0.8454054110642814,
+      "eval_tg_opus100_pr_auc": 0.9069707113814428,
+      "eval_th_opus100_pr_auc": 0.6943765870956349,
+      "eval_th_ud_pr_auc": 0.8760492620911967,
+      "eval_tr_ersatz_pr_auc": 0.9625687883000502,
+      "eval_tr_opus100_pr_auc": 0.8993200769160049,
+      "eval_tr_ud_pr_auc": 0.9561034153318261,
+      "eval_uk_opus100_pr_auc": 0.8875624698801905,
+      "eval_uk_ud_pr_auc": 0.9221249492763965,
+      "eval_ur_opus100_pr_auc": 0.6179814710706578,
+      "eval_ur_ud_pr_auc": 0.9942094677193236,
+      "eval_uz_opus100_pr_auc": 0.8997723510819986,
+      "eval_vi_opus100_pr_auc": 0.9031235942584286,
+      "eval_vi_ud_pr_auc": 0.958399116586858,
+      "eval_xh_opus100_pr_auc": 0.8913092837255993,
+      "eval_yi_opus100_pr_auc": 0.7539901641248733,
+      "eval_yo_opus100_pr_auc": 0.8398522595801394,
+      "eval_yo_ud_pr_auc": 0.9257054228793733,
+      "eval_zh_ersatz_pr_auc": 0.9735803102899585,
+      "eval_zh_opus100_pr_auc": 0.8871594839280239,
+      "eval_zh_ud_pr_auc": 0.9955896240746201,
+      "eval_zu_opus100_pr_auc": 0.8442405733108825,
+      "step": 325000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0217,
+      "step": 325050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.0217,
+      "step": 325100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.0217,
+      "step": 325150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.0219,
+      "step": 325200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.022,
+      "step": 325250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.022,
+      "step": 325300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.022,
+      "step": 325350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0222,
+      "step": 325400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0223,
+      "step": 325450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.0218,
+      "step": 325500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0218,
+      "step": 325550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.0219,
+      "step": 325600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.0216,
+      "step": 325650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0222,
+      "step": 325700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0214,
+      "step": 325750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0221,
+      "step": 325800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.0219,
+      "step": 325850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.0222,
+      "step": 325900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.0214,
+      "step": 325950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0217,
+      "step": 326000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.0222,
+      "step": 326050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.0217,
+      "step": 326100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.0222,
+      "step": 326150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.0222,
+      "step": 326200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.0218,
+      "step": 326250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.0215,
+      "step": 326300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0217,
+      "step": 326350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0222,
+      "step": 326400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0225,
+      "step": 326450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0219,
+      "step": 326500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.0216,
+      "step": 326550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0216,
+      "step": 326600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.0224,
+      "step": 326650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0222,
+      "step": 326700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0221,
+      "step": 326750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0218,
+      "step": 326800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0221,
+      "step": 326850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.022,
+      "step": 326900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.0213,
+      "step": 326950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.0216,
+      "step": 327000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0223,
+      "step": 327050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.0218,
+      "step": 327100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0222,
+      "step": 327150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0215,
+      "step": 327200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0217,
+      "step": 327250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0216,
+      "step": 327300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0222,
+      "step": 327350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0217,
+      "step": 327400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.022,
+      "step": 327450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0224,
+      "step": 327500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0216,
+      "step": 327550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0225,
+      "step": 327600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.022,
+      "step": 327650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.0224,
+      "step": 327700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.0215,
+      "step": 327750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0217,
+      "step": 327800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0219,
+      "step": 327850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.022,
+      "step": 327900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.0221,
+      "step": 327950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0221,
+      "step": 328000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0221,
+      "step": 328050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0221,
+      "step": 328100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0219,
+      "step": 328150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.0211,
+      "step": 328200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.0221,
+      "step": 328250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.022,
+      "step": 328300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.0222,
+      "step": 328350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.022,
+      "step": 328400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.0221,
+      "step": 328450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.0216,
+      "step": 328500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.0219,
+      "step": 328550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.022,
+      "step": 328600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.022,
+      "step": 328650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.0224,
+      "step": 328700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.0218,
+      "step": 328750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0219,
+      "step": 328800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0222,
+      "step": 328850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0215,
+      "step": 328900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.0218,
+      "step": 328950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.0224,
+      "step": 329000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0222,
+      "step": 329050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.0223,
+      "step": 329100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.0223,
+      "step": 329150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.022,
+      "step": 329200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.0216,
+      "step": 329250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.0218,
+      "step": 329300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.022,
+      "step": 329350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.0217,
+      "step": 329400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0217,
+      "step": 329450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.0224,
+      "step": 329500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0219,
+      "step": 329550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0216,
+      "step": 329600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.0218,
+      "step": 329650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0221,
+      "step": 329700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.022,
+      "step": 329750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.0216,
+      "step": 329800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.0218,
+      "step": 329850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0222,
+      "step": 329900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.022,
+      "step": 329950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.0221,
+      "step": 330000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7771608637420003,
+      "eval_af_ud_pr_auc": 0.9892101138293815,
+      "eval_am_opus100_pr_auc": 0.5875798435736403,
+      "eval_ar_ersatz_pr_auc": 0.9280687810436777,
+      "eval_ar_opus100_pr_auc": 0.7324903661150429,
+      "eval_ar_ud_pr_auc": 0.8964674302853107,
+      "eval_average_ersatz_pr_auc": 0.9726780745249054,
+      "eval_average_opus100_pr_auc": 0.8495561385873314,
+      "eval_average_ud_pr_auc": 0.9652376454868858,
+      "eval_az_opus100_pr_auc": 0.8056277650230612,
+      "eval_be_opus100_pr_auc": 0.7607491951689784,
+      "eval_be_ud_pr_auc": 0.904187619957985,
+      "eval_bg_opus100_pr_auc": 0.9211248889941039,
+      "eval_bg_ud_pr_auc": 0.9958039561493719,
+      "eval_bn_opus100_pr_auc": 0.8406991835366637,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8977138862441796,
+      "eval_ca_ud_pr_auc": 0.9938114390066971,
+      "eval_ceb_ud_pr_auc": 0.9989792973447336,
+      "eval_cs_ersatz_pr_auc": 0.9848735741526866,
+      "eval_cs_opus100_pr_auc": 0.9244594989426387,
+      "eval_cs_ud_pr_auc": 0.9610233332835597,
+      "eval_cy_opus100_pr_auc": 0.783627973692468,
+      "eval_cy_ud_pr_auc": 0.9975863466725142,
+      "eval_da_opus100_pr_auc": 0.9244756079364512,
+      "eval_da_ud_pr_auc": 0.9770537932396359,
+      "eval_de_ersatz_pr_auc": 0.9899681945086385,
+      "eval_de_opus100_pr_auc": 0.9152745228598754,
+      "eval_de_ud_pr_auc": 0.9868003288556031,
+      "eval_el_opus100_pr_auc": 0.9192814251024218,
+      "eval_el_ud_pr_auc": 0.991560827339053,
+      "eval_en_ersatz_pr_auc": 0.9921663097081759,
+      "eval_en_opus100_pr_auc": 0.9242684826045646,
+      "eval_en_ud_pr_auc": 0.9816779982261077,
+      "eval_eo_opus100_pr_auc": 0.9300648506226945,
+      "eval_es_ersatz_pr_auc": 0.9964873340510949,
+      "eval_es_opus100_pr_auc": 0.9390713574095979,
+      "eval_es_ud_pr_auc": 0.992143882675703,
+      "eval_et_ersatz_pr_auc": 0.9847344142284171,
+      "eval_et_opus100_pr_auc": 0.9279763870513128,
+      "eval_et_ud_pr_auc": 0.9681748390045188,
+      "eval_eu_opus100_pr_auc": 0.8849106238058221,
+      "eval_eu_ud_pr_auc": 0.9907612963127728,
+      "eval_fa_opus100_pr_auc": 0.6203487440498548,
+      "eval_fa_ud_pr_auc": 0.9963211046387561,
+      "eval_fi_ersatz_pr_auc": 0.9951264221115542,
+      "eval_fi_opus100_pr_auc": 0.9238937335640526,
+      "eval_fi_ud_pr_auc": 0.9606563866155695,
+      "eval_fr_ersatz_pr_auc": 0.9908056619220421,
+      "eval_fr_opus100_pr_auc": 0.9187336327604404,
+      "eval_fr_ud_pr_auc": 0.986672337066101,
+      "eval_fy_opus100_pr_auc": 0.691898011734413,
+      "eval_ga_opus100_pr_auc": 0.9168493570213955,
+      "eval_ga_ud_pr_auc": 0.8087715211761006,
+      "eval_gd_opus100_pr_auc": 0.6713309299166375,
+      "eval_gd_ud_pr_auc": 0.8132336149262913,
+      "eval_gl_opus100_pr_auc": 0.8997643638050796,
+      "eval_gl_ud_pr_auc": 0.9979445648530585,
+      "eval_gu_ersatz_pr_auc": 0.9496930349175818,
+      "eval_gu_opus100_pr_auc": 0.7635355254496218,
+      "eval_ha_opus100_pr_auc": 0.9245642837205204,
+      "eval_he_opus100_pr_auc": 0.8751299240193096,
+      "eval_he_ud_pr_auc": 0.9836773211997423,
+      "eval_hi_ersatz_pr_auc": 0.9831238144802581,
+      "eval_hi_opus100_pr_auc": 0.7263359719637993,
+      "eval_hi_ud_pr_auc": 0.9824848936139381,
+      "eval_hu_opus100_pr_auc": 0.920782030348435,
+      "eval_hu_ud_pr_auc": 0.9888578693448816,
+      "eval_hy_opus100_pr_auc": 0.9070195009398321,
+      "eval_hy_ud_pr_auc": 0.9690706354848312,
+      "eval_id_opus100_pr_auc": 0.8957241153171583,
+      "eval_id_ud_pr_auc": 0.9944790015293601,
+      "eval_ig_opus100_pr_auc": 0.8674921157791559,
+      "eval_is_opus100_pr_auc": 0.9324452495512416,
+      "eval_is_ud_pr_auc": 0.9129821147660988,
+      "eval_it_opus100_pr_auc": 0.9154615853175603,
+      "eval_it_ud_pr_auc": 0.9957571021102805,
+      "eval_ja_ersatz_pr_auc": 0.8959529904027524,
+      "eval_ja_opus100_pr_auc": 0.8388149738480923,
+      "eval_ja_ud_pr_auc": 0.9815115946371828,
+      "eval_jv_ud_pr_auc": 0.9593298335072689,
+      "eval_ka_opus100_pr_auc": 0.8633662927828708,
+      "eval_kk_ersatz_pr_auc": 0.9870888926578252,
+      "eval_kk_opus100_pr_auc": 0.7902634174602559,
+      "eval_kk_ud_pr_auc": 0.9736645211260908,
+      "eval_km_ersatz_pr_auc": 0.942669347262066,
+      "eval_km_opus100_pr_auc": 0.7638200720391722,
+      "eval_kn_opus100_pr_auc": 0.683490551979884,
+      "eval_ko_opus100_pr_auc": 0.70257597194695,
+      "eval_ko_ud_pr_auc": 0.9993684666181215,
+      "eval_ku_opus100_pr_auc": 0.8724731747065281,
+      "eval_ky_opus100_pr_auc": 0.8995187724715453,
+      "eval_la_ud_pr_auc": 0.9725383347781515,
+      "eval_loss": 0.02553015947341919,
+      "eval_lt_ersatz_pr_auc": 0.9955176214057035,
+      "eval_lt_opus100_pr_auc": 0.8826750392014956,
+      "eval_lt_ud_pr_auc": 0.9970174685589883,
+      "eval_lv_ersatz_pr_auc": 0.9901621079484088,
+      "eval_lv_opus100_pr_auc": 0.8913188654813705,
+      "eval_lv_ud_pr_auc": 0.9652195193183157,
+      "eval_mg_opus100_pr_auc": 0.9436451124328108,
+      "eval_mk_opus100_pr_auc": 0.9278267981543469,
+      "eval_ml_opus100_pr_auc": 0.7986766590138288,
+      "eval_mn_opus100_pr_auc": 0.9477721032942829,
+      "eval_mr_opus100_pr_auc": 0.9212196216774556,
+      "eval_mr_ud_pr_auc": 0.9777983378542863,
+      "eval_ms_opus100_pr_auc": 0.8722650544675155,
+      "eval_mt_opus100_pr_auc": 0.8563280930965478,
+      "eval_mt_ud_pr_auc": 0.9149533411162198,
+      "eval_my_opus100_pr_auc": 0.8525237649324094,
+      "eval_ne_opus100_pr_auc": 0.7379929636316644,
+      "eval_nl_opus100_pr_auc": 0.9010776703414913,
+      "eval_nl_ud_pr_auc": 0.9820231159717947,
+      "eval_no_opus100_pr_auc": 0.9191780653276216,
+      "eval_no_ud_pr_auc": 0.9966952361166402,
+      "eval_pa_opus100_pr_auc": 0.6872278148338496,
+      "eval_pl_ersatz_pr_auc": 0.9670407601964158,
+      "eval_pl_opus100_pr_auc": 0.9013938145630375,
+      "eval_pl_ud_pr_auc": 0.9729694683363344,
+      "eval_ps_ersatz_pr_auc": 0.9238636033073303,
+      "eval_ps_opus100_pr_auc": 0.7668432448054318,
+      "eval_pt_opus100_pr_auc": 0.9282900660738206,
+      "eval_pt_ud_pr_auc": 0.9875314586221025,
+      "eval_ro_ersatz_pr_auc": 0.9931913787679699,
+      "eval_ro_opus100_pr_auc": 0.8806108077245212,
+      "eval_ro_ud_pr_auc": 0.9281846187652202,
+      "eval_ru_ersatz_pr_auc": 0.992047399507213,
+      "eval_ru_opus100_pr_auc": 0.9316048481564707,
+      "eval_ru_ud_pr_auc": 0.8781387063875705,
+      "eval_runtime": 880.3991,
+      "eval_samples_per_second": 85.759,
+      "eval_si_opus100_pr_auc": 0.8097491411106005,
+      "eval_sk_opus100_pr_auc": 0.9369060686999697,
+      "eval_sk_ud_pr_auc": 0.9826182475684953,
+      "eval_sl_opus100_pr_auc": 0.8829159443771434,
+      "eval_sl_ud_pr_auc": 0.9679410325892557,
+      "eval_sq_opus100_pr_auc": 0.9394478340231662,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9192630257200546,
+      "eval_sr_ud_pr_auc": 0.9993442829506871,
+      "eval_steps_per_second": 1.34,
+      "eval_sv_opus100_pr_auc": 0.9081587588962954,
+      "eval_sv_ud_pr_auc": 0.9462468187731314,
+      "eval_ta_ersatz_pr_auc": 0.9810693151524404,
+      "eval_ta_opus100_pr_auc": 0.7283595801147846,
+      "eval_ta_ud_pr_auc": 0.9935726185740394,
+      "eval_te_opus100_pr_auc": 0.8439717252068264,
+      "eval_tg_opus100_pr_auc": 0.8959756234482856,
+      "eval_th_opus100_pr_auc": 0.6819919765707019,
+      "eval_th_ud_pr_auc": 0.8733060022483414,
+      "eval_tr_ersatz_pr_auc": 0.9642222231151077,
+      "eval_tr_opus100_pr_auc": 0.899593353711862,
+      "eval_tr_ud_pr_auc": 0.9613677135710164,
+      "eval_uk_opus100_pr_auc": 0.8819885666379784,
+      "eval_uk_ud_pr_auc": 0.9178893151622836,
+      "eval_ur_opus100_pr_auc": 0.615577821945487,
+      "eval_ur_ud_pr_auc": 0.996469283772767,
+      "eval_uz_opus100_pr_auc": 0.8947826802447179,
+      "eval_vi_opus100_pr_auc": 0.9018052174830196,
+      "eval_vi_ud_pr_auc": 0.9550186915127304,
+      "eval_xh_opus100_pr_auc": 0.8878462968840451,
+      "eval_yi_opus100_pr_auc": 0.7488338729455832,
+      "eval_yo_opus100_pr_auc": 0.8388319250350615,
+      "eval_yo_ud_pr_auc": 0.9266759285615934,
+      "eval_zh_ersatz_pr_auc": 0.9710444587005528,
+      "eval_zh_opus100_pr_auc": 0.8855700782188293,
+      "eval_zh_ud_pr_auc": 0.9950008662459013,
+      "eval_zu_opus100_pr_auc": 0.8313744407574624,
+      "step": 330000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.022,
+      "step": 330050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.0221,
+      "step": 330100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.0219,
+      "step": 330150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0217,
+      "step": 330200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.0218,
+      "step": 330250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.0221,
+      "step": 330300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.022,
+      "step": 330350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.0217,
+      "step": 330400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.0217,
+      "step": 330450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0219,
+      "step": 330500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.0219,
+      "step": 330550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.0217,
+      "step": 330600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0219,
+      "step": 330650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.0217,
+      "step": 330700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0223,
+      "step": 330750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0219,
+      "step": 330800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.0218,
+      "step": 330850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.0218,
+      "step": 330900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0218,
+      "step": 330950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0222,
+      "step": 331000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.0222,
+      "step": 331050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0223,
+      "step": 331100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0218,
+      "step": 331150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.0223,
+      "step": 331200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.022,
+      "step": 331250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.0219,
+      "step": 331300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0219,
+      "step": 331350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0222,
+      "step": 331400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0222,
+      "step": 331450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0224,
+      "step": 331500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0222,
+      "step": 331550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0222,
+      "step": 331600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.0218,
+      "step": 331650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0222,
+      "step": 331700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.0221,
+      "step": 331750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.0219,
+      "step": 331800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0218,
+      "step": 331850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0216,
+      "step": 331900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.0223,
+      "step": 331950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0225,
+      "step": 332000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.022,
+      "step": 332050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.0216,
+      "step": 332100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.0221,
+      "step": 332150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.0222,
+      "step": 332200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.022,
+      "step": 332250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.022,
+      "step": 332300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.0219,
+      "step": 332350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0222,
+      "step": 332400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.022,
+      "step": 332450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.0218,
+      "step": 332500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.0219,
+      "step": 332550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.022,
+      "step": 332600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.022,
+      "step": 332650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0224,
+      "step": 332700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0214,
+      "step": 332750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.0222,
+      "step": 332800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0217,
+      "step": 332850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.0214,
+      "step": 332900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.0218,
+      "step": 332950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0218,
+      "step": 333000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.0216,
+      "step": 333050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0216,
+      "step": 333100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0216,
+      "step": 333150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.0221,
+      "step": 333200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.0218,
+      "step": 333250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0217,
+      "step": 333300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0219,
+      "step": 333350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.022,
+      "step": 333400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0218,
+      "step": 333450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.0221,
+      "step": 333500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.0215,
+      "step": 333550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.0216,
+      "step": 333600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0221,
+      "step": 333650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0221,
+      "step": 333700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.022,
+      "step": 333750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0221,
+      "step": 333800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.0215,
+      "step": 333850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.022,
+      "step": 333900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.0222,
+      "step": 333950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0217,
+      "step": 334000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.022,
+      "step": 334050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.0215,
+      "step": 334100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0219,
+      "step": 334150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0217,
+      "step": 334200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0228,
+      "step": 334250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.0217,
+      "step": 334300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.0221,
+      "step": 334350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.0219,
+      "step": 334400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.0218,
+      "step": 334450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.0223,
+      "step": 334500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.0223,
+      "step": 334550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.0218,
+      "step": 334600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.0216,
+      "step": 334650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.022,
+      "step": 334700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0218,
+      "step": 334750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.0218,
+      "step": 334800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.0222,
+      "step": 334850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0219,
+      "step": 334900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0216,
+      "step": 334950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0219,
+      "step": 335000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7682340999011902,
+      "eval_af_ud_pr_auc": 0.9906831647036074,
+      "eval_am_opus100_pr_auc": 0.6015647302756888,
+      "eval_ar_ersatz_pr_auc": 0.9270860939419017,
+      "eval_ar_opus100_pr_auc": 0.747652954515798,
+      "eval_ar_ud_pr_auc": 0.8990607869345347,
+      "eval_average_ersatz_pr_auc": 0.972787083042632,
+      "eval_average_opus100_pr_auc": 0.8487757230192218,
+      "eval_average_ud_pr_auc": 0.9655207993260226,
+      "eval_az_opus100_pr_auc": 0.8090961477901923,
+      "eval_be_opus100_pr_auc": 0.7382255232029727,
+      "eval_be_ud_pr_auc": 0.9026600524123747,
+      "eval_bg_opus100_pr_auc": 0.916695766293683,
+      "eval_bg_ud_pr_auc": 0.9966550961995044,
+      "eval_bn_opus100_pr_auc": 0.8464804747919026,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9008716839655494,
+      "eval_ca_ud_pr_auc": 0.9950517549461071,
+      "eval_ceb_ud_pr_auc": 0.9990132858637811,
+      "eval_cs_ersatz_pr_auc": 0.9855099964065357,
+      "eval_cs_opus100_pr_auc": 0.9207204591694818,
+      "eval_cs_ud_pr_auc": 0.9606982907500687,
+      "eval_cy_opus100_pr_auc": 0.77725170943694,
+      "eval_cy_ud_pr_auc": 0.9972754723380592,
+      "eval_da_opus100_pr_auc": 0.9220459237773336,
+      "eval_da_ud_pr_auc": 0.9788152968192817,
+      "eval_de_ersatz_pr_auc": 0.9898656761825392,
+      "eval_de_opus100_pr_auc": 0.9158857786775295,
+      "eval_de_ud_pr_auc": 0.9848620956031168,
+      "eval_el_opus100_pr_auc": 0.9179932062747763,
+      "eval_el_ud_pr_auc": 0.9902154319641772,
+      "eval_en_ersatz_pr_auc": 0.9927844065356566,
+      "eval_en_opus100_pr_auc": 0.9220985246437162,
+      "eval_en_ud_pr_auc": 0.9806499630170533,
+      "eval_eo_opus100_pr_auc": 0.927191214853324,
+      "eval_es_ersatz_pr_auc": 0.9966175080304076,
+      "eval_es_opus100_pr_auc": 0.9351912856712158,
+      "eval_es_ud_pr_auc": 0.9918261813078427,
+      "eval_et_ersatz_pr_auc": 0.9832871480726636,
+      "eval_et_opus100_pr_auc": 0.9237722123080716,
+      "eval_et_ud_pr_auc": 0.9721705202426705,
+      "eval_eu_opus100_pr_auc": 0.8782952164895936,
+      "eval_eu_ud_pr_auc": 0.9873399110522584,
+      "eval_fa_opus100_pr_auc": 0.6355745997119748,
+      "eval_fa_ud_pr_auc": 0.9963820947619195,
+      "eval_fi_ersatz_pr_auc": 0.9939939429571035,
+      "eval_fi_opus100_pr_auc": 0.9233730310799708,
+      "eval_fi_ud_pr_auc": 0.9594806717759921,
+      "eval_fr_ersatz_pr_auc": 0.9896706861957992,
+      "eval_fr_opus100_pr_auc": 0.9160279909577734,
+      "eval_fr_ud_pr_auc": 0.9886060446544976,
+      "eval_fy_opus100_pr_auc": 0.6662113788834723,
+      "eval_ga_opus100_pr_auc": 0.9175250640180308,
+      "eval_ga_ud_pr_auc": 0.817203982602352,
+      "eval_gd_opus100_pr_auc": 0.6844297582330826,
+      "eval_gd_ud_pr_auc": 0.8106460674238969,
+      "eval_gl_opus100_pr_auc": 0.8935456903477966,
+      "eval_gl_ud_pr_auc": 0.9981518810709951,
+      "eval_gu_ersatz_pr_auc": 0.9440543191828957,
+      "eval_gu_opus100_pr_auc": 0.764309600710297,
+      "eval_ha_opus100_pr_auc": 0.9264888448657741,
+      "eval_he_opus100_pr_auc": 0.8752163048467322,
+      "eval_he_ud_pr_auc": 0.9775644447321363,
+      "eval_hi_ersatz_pr_auc": 0.9822647845170313,
+      "eval_hi_opus100_pr_auc": 0.7338796049806139,
+      "eval_hi_ud_pr_auc": 0.9811009734509631,
+      "eval_hu_opus100_pr_auc": 0.9201096385163317,
+      "eval_hu_ud_pr_auc": 0.9878845610648762,
+      "eval_hy_opus100_pr_auc": 0.9031334859800433,
+      "eval_hy_ud_pr_auc": 0.9695816494119561,
+      "eval_id_opus100_pr_auc": 0.8956451421620581,
+      "eval_id_ud_pr_auc": 0.9933521870601965,
+      "eval_ig_opus100_pr_auc": 0.8724291020202241,
+      "eval_is_opus100_pr_auc": 0.9350191109836873,
+      "eval_is_ud_pr_auc": 0.9236394351992223,
+      "eval_it_opus100_pr_auc": 0.9122481041559831,
+      "eval_it_ud_pr_auc": 0.9938503218321839,
+      "eval_ja_ersatz_pr_auc": 0.9053318574302021,
+      "eval_ja_opus100_pr_auc": 0.8571714066020125,
+      "eval_ja_ud_pr_auc": 0.982896709311835,
+      "eval_jv_ud_pr_auc": 0.9603765643301454,
+      "eval_ka_opus100_pr_auc": 0.872637695589315,
+      "eval_kk_ersatz_pr_auc": 0.9866677096407044,
+      "eval_kk_opus100_pr_auc": 0.7745003488691123,
+      "eval_kk_ud_pr_auc": 0.9720075112913047,
+      "eval_km_ersatz_pr_auc": 0.9468602142727435,
+      "eval_km_opus100_pr_auc": 0.7531263911595385,
+      "eval_kn_opus100_pr_auc": 0.6708011067875757,
+      "eval_ko_opus100_pr_auc": 0.6994617083307701,
+      "eval_ko_ud_pr_auc": 0.9983892763308991,
+      "eval_ku_opus100_pr_auc": 0.8708389841498799,
+      "eval_ky_opus100_pr_auc": 0.8864552721250333,
+      "eval_la_ud_pr_auc": 0.9739893153925898,
+      "eval_loss": 0.02544248104095459,
+      "eval_lt_ersatz_pr_auc": 0.9964205201275536,
+      "eval_lt_opus100_pr_auc": 0.8862424571116999,
+      "eval_lt_ud_pr_auc": 0.9966192639720927,
+      "eval_lv_ersatz_pr_auc": 0.9908967461410114,
+      "eval_lv_opus100_pr_auc": 0.8982080791944855,
+      "eval_lv_ud_pr_auc": 0.9665752615234278,
+      "eval_mg_opus100_pr_auc": 0.9388101550154299,
+      "eval_mk_opus100_pr_auc": 0.923971293392673,
+      "eval_ml_opus100_pr_auc": 0.8070911974611915,
+      "eval_mn_opus100_pr_auc": 0.9484525589733167,
+      "eval_mr_opus100_pr_auc": 0.919859200586148,
+      "eval_mr_ud_pr_auc": 0.9834244207437233,
+      "eval_ms_opus100_pr_auc": 0.8753297010089381,
+      "eval_mt_opus100_pr_auc": 0.8660269138558163,
+      "eval_mt_ud_pr_auc": 0.9276306251251746,
+      "eval_my_opus100_pr_auc": 0.8434758011914764,
+      "eval_ne_opus100_pr_auc": 0.7375846123213011,
+      "eval_nl_opus100_pr_auc": 0.8967366184755713,
+      "eval_nl_ud_pr_auc": 0.9836873784700058,
+      "eval_no_opus100_pr_auc": 0.9155830862307539,
+      "eval_no_ud_pr_auc": 0.9960470707361754,
+      "eval_pa_opus100_pr_auc": 0.6723044151483935,
+      "eval_pl_ersatz_pr_auc": 0.9674903385626421,
+      "eval_pl_opus100_pr_auc": 0.900357869437906,
+      "eval_pl_ud_pr_auc": 0.9686559274971499,
+      "eval_ps_ersatz_pr_auc": 0.9264722786940883,
+      "eval_ps_opus100_pr_auc": 0.7599677884269697,
+      "eval_pt_opus100_pr_auc": 0.92734311946806,
+      "eval_pt_ud_pr_auc": 0.9879919701867841,
+      "eval_ro_ersatz_pr_auc": 0.9931569422924387,
+      "eval_ro_opus100_pr_auc": 0.8797524432337294,
+      "eval_ro_ud_pr_auc": 0.9286354897130249,
+      "eval_ru_ersatz_pr_auc": 0.9926925235824833,
+      "eval_ru_opus100_pr_auc": 0.933710998777093,
+      "eval_ru_ud_pr_auc": 0.8795366862467565,
+      "eval_runtime": 889.8348,
+      "eval_samples_per_second": 84.849,
+      "eval_si_opus100_pr_auc": 0.819532519225666,
+      "eval_sk_opus100_pr_auc": 0.9335355828506973,
+      "eval_sk_ud_pr_auc": 0.9839182689637667,
+      "eval_sl_opus100_pr_auc": 0.8827156980172673,
+      "eval_sl_ud_pr_auc": 0.9667332999379704,
+      "eval_sq_opus100_pr_auc": 0.936983945777041,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9202074757380969,
+      "eval_sr_ud_pr_auc": 0.9992969065203474,
+      "eval_steps_per_second": 1.326,
+      "eval_sv_opus100_pr_auc": 0.9078302209479748,
+      "eval_sv_ud_pr_auc": 0.945767641389779,
+      "eval_ta_ersatz_pr_auc": 0.9795592349806964,
+      "eval_ta_opus100_pr_auc": 0.7444244701352218,
+      "eval_ta_ud_pr_auc": 0.9939197433260096,
+      "eval_te_opus100_pr_auc": 0.8411590692826635,
+      "eval_tg_opus100_pr_auc": 0.9008610878007627,
+      "eval_th_opus100_pr_auc": 0.6880325237287244,
+      "eval_th_ud_pr_auc": 0.8680099678688075,
+      "eval_tr_ersatz_pr_auc": 0.9652267399639404,
+      "eval_tr_opus100_pr_auc": 0.8984709740336104,
+      "eval_tr_ud_pr_auc": 0.9590967753430344,
+      "eval_uk_opus100_pr_auc": 0.8752730155837186,
+      "eval_uk_ud_pr_auc": 0.9221695473023173,
+      "eval_ur_opus100_pr_auc": 0.6144628128802373,
+      "eval_ur_ud_pr_auc": 0.9951839503452584,
+      "eval_uz_opus100_pr_auc": 0.896929497311106,
+      "eval_vi_opus100_pr_auc": 0.8902619612797181,
+      "eval_vi_ud_pr_auc": 0.9461251755076547,
+      "eval_xh_opus100_pr_auc": 0.8888217397851835,
+      "eval_yi_opus100_pr_auc": 0.7339062833139164,
+      "eval_yo_opus100_pr_auc": 0.8485649899022214,
+      "eval_yo_ud_pr_auc": 0.9280132905247128,
+      "eval_zh_ersatz_pr_auc": 0.9654061592268632,
+      "eval_zh_opus100_pr_auc": 0.8912042713098243,
+      "eval_zh_ud_pr_auc": 0.9955659044869145,
+      "eval_zu_opus100_pr_auc": 0.8261965612555617,
+      "step": 335000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.0217,
+      "step": 335050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0222,
+      "step": 335100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.0218,
+      "step": 335150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.0215,
+      "step": 335200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0219,
+      "step": 335250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.0216,
+      "step": 335300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.0219,
+      "step": 335350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.0219,
+      "step": 335400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.0221,
+      "step": 335450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0215,
+      "step": 335500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0221,
+      "step": 335550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.0219,
+      "step": 335600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.0214,
+      "step": 335650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.0224,
+      "step": 335700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.0217,
+      "step": 335750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.0221,
+      "step": 335800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0219,
+      "step": 335850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.0221,
+      "step": 335900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.0221,
+      "step": 335950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.0219,
+      "step": 336000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0218,
+      "step": 336050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0217,
+      "step": 336100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0217,
+      "step": 336150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.0222,
+      "step": 336200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.0221,
+      "step": 336250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.022,
+      "step": 336300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0216,
+      "step": 336350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.0217,
+      "step": 336400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0219,
+      "step": 336450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.0218,
+      "step": 336500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.022,
+      "step": 336550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.022,
+      "step": 336600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0216,
+      "step": 336650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.0216,
+      "step": 336700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0217,
+      "step": 336750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.022,
+      "step": 336800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.0219,
+      "step": 336850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.022,
+      "step": 336900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.0217,
+      "step": 336950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.0216,
+      "step": 337000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.022,
+      "step": 337050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.0221,
+      "step": 337100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0218,
+      "step": 337150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.0216,
+      "step": 337200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0216,
+      "step": 337250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.022,
+      "step": 337300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.0219,
+      "step": 337350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.0222,
+      "step": 337400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.022,
+      "step": 337450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0221,
+      "step": 337500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0222,
+      "step": 337550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0218,
+      "step": 337600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0218,
+      "step": 337650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.0218,
+      "step": 337700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0219,
+      "step": 337750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.0219,
+      "step": 337800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0217,
+      "step": 337850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0218,
+      "step": 337900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.0222,
+      "step": 337950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0221,
+      "step": 338000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.0219,
+      "step": 338050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.022,
+      "step": 338100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.022,
+      "step": 338150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.0218,
+      "step": 338200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0219,
+      "step": 338250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.0216,
+      "step": 338300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0219,
+      "step": 338350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.0218,
+      "step": 338400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0219,
+      "step": 338450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0221,
+      "step": 338500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0219,
+      "step": 338550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.0215,
+      "step": 338600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0217,
+      "step": 338650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.022,
+      "step": 338700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.0217,
+      "step": 338750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.0221,
+      "step": 338800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0222,
+      "step": 338850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0218,
+      "step": 338900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0222,
+      "step": 338950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.0222,
+      "step": 339000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.0221,
+      "step": 339050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0218,
+      "step": 339100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0218,
+      "step": 339150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.022,
+      "step": 339200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0216,
+      "step": 339250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0222,
+      "step": 339300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.0221,
+      "step": 339350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.0216,
+      "step": 339400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.0216,
+      "step": 339450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.0223,
+      "step": 339500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0223,
+      "step": 339550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.0224,
+      "step": 339600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.0221,
+      "step": 339650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.0218,
+      "step": 339700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.0223,
+      "step": 339750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0215,
+      "step": 339800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.022,
+      "step": 339850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0215,
+      "step": 339900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.022,
+      "step": 339950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.0219,
+      "step": 340000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7930279944989748,
+      "eval_af_ud_pr_auc": 0.9906829534386166,
+      "eval_am_opus100_pr_auc": 0.5727093922972174,
+      "eval_ar_ersatz_pr_auc": 0.925304097286577,
+      "eval_ar_opus100_pr_auc": 0.7462164234401034,
+      "eval_ar_ud_pr_auc": 0.8976436333358027,
+      "eval_average_ersatz_pr_auc": 0.9716301372499877,
+      "eval_average_opus100_pr_auc": 0.8535519860430151,
+      "eval_average_ud_pr_auc": 0.964342136527842,
+      "eval_az_opus100_pr_auc": 0.8127490377637061,
+      "eval_be_opus100_pr_auc": 0.7476111040219413,
+      "eval_be_ud_pr_auc": 0.9009635577666147,
+      "eval_bg_opus100_pr_auc": 0.920330858850197,
+      "eval_bg_ud_pr_auc": 0.9968630234236477,
+      "eval_bn_opus100_pr_auc": 0.8477582255295845,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8996805556521783,
+      "eval_ca_ud_pr_auc": 0.9925753816415184,
+      "eval_ceb_ud_pr_auc": 0.9993417338558607,
+      "eval_cs_ersatz_pr_auc": 0.9845122955071034,
+      "eval_cs_opus100_pr_auc": 0.9186856902612708,
+      "eval_cs_ud_pr_auc": 0.959242108601945,
+      "eval_cy_opus100_pr_auc": 0.7896245374759231,
+      "eval_cy_ud_pr_auc": 0.9973633419949357,
+      "eval_da_opus100_pr_auc": 0.9246709211207339,
+      "eval_da_ud_pr_auc": 0.9769070792915966,
+      "eval_de_ersatz_pr_auc": 0.9890258791957549,
+      "eval_de_opus100_pr_auc": 0.9172985243320383,
+      "eval_de_ud_pr_auc": 0.9857489212456471,
+      "eval_el_opus100_pr_auc": 0.9175058818208215,
+      "eval_el_ud_pr_auc": 0.990931706181718,
+      "eval_en_ersatz_pr_auc": 0.9924244016536861,
+      "eval_en_opus100_pr_auc": 0.9208861943485106,
+      "eval_en_ud_pr_auc": 0.979904650820448,
+      "eval_eo_opus100_pr_auc": 0.9269088605282809,
+      "eval_es_ersatz_pr_auc": 0.9968072137462552,
+      "eval_es_opus100_pr_auc": 0.9382989686381159,
+      "eval_es_ud_pr_auc": 0.9914529054759968,
+      "eval_et_ersatz_pr_auc": 0.9842362566634686,
+      "eval_et_opus100_pr_auc": 0.9199998198063745,
+      "eval_et_ud_pr_auc": 0.9645337561039744,
+      "eval_eu_opus100_pr_auc": 0.883005059942085,
+      "eval_eu_ud_pr_auc": 0.9872534932092266,
+      "eval_fa_opus100_pr_auc": 0.6480042495230187,
+      "eval_fa_ud_pr_auc": 0.9947485513047238,
+      "eval_fi_ersatz_pr_auc": 0.9936373633950503,
+      "eval_fi_opus100_pr_auc": 0.9281049067601811,
+      "eval_fi_ud_pr_auc": 0.9576937609226194,
+      "eval_fr_ersatz_pr_auc": 0.9884465833406783,
+      "eval_fr_opus100_pr_auc": 0.9170571704109091,
+      "eval_fr_ud_pr_auc": 0.9870632663972412,
+      "eval_fy_opus100_pr_auc": 0.7030098870330264,
+      "eval_ga_opus100_pr_auc": 0.9159950570232241,
+      "eval_ga_ud_pr_auc": 0.8058722360657806,
+      "eval_gd_opus100_pr_auc": 0.7006788882599025,
+      "eval_gd_ud_pr_auc": 0.8232924245529232,
+      "eval_gl_opus100_pr_auc": 0.8918107784671939,
+      "eval_gl_ud_pr_auc": 0.998224708891255,
+      "eval_gu_ersatz_pr_auc": 0.9392998981786327,
+      "eval_gu_opus100_pr_auc": 0.7708436807743078,
+      "eval_ha_opus100_pr_auc": 0.9307290549112159,
+      "eval_he_opus100_pr_auc": 0.8773928406774524,
+      "eval_he_ud_pr_auc": 0.9776158669019508,
+      "eval_hi_ersatz_pr_auc": 0.9815296804595888,
+      "eval_hi_opus100_pr_auc": 0.7400080145347282,
+      "eval_hi_ud_pr_auc": 0.9801304299810508,
+      "eval_hu_opus100_pr_auc": 0.9205270200294576,
+      "eval_hu_ud_pr_auc": 0.9853127379233388,
+      "eval_hy_opus100_pr_auc": 0.9064698452373277,
+      "eval_hy_ud_pr_auc": 0.9755907518862994,
+      "eval_id_opus100_pr_auc": 0.8963551266122962,
+      "eval_id_ud_pr_auc": 0.9938511564217685,
+      "eval_ig_opus100_pr_auc": 0.8790411851105853,
+      "eval_is_opus100_pr_auc": 0.9352328138291657,
+      "eval_is_ud_pr_auc": 0.9135873522625777,
+      "eval_it_opus100_pr_auc": 0.9155574811416843,
+      "eval_it_ud_pr_auc": 0.9930802472530322,
+      "eval_ja_ersatz_pr_auc": 0.8893614756789887,
+      "eval_ja_opus100_pr_auc": 0.8550718580022981,
+      "eval_ja_ud_pr_auc": 0.9817878678797385,
+      "eval_jv_ud_pr_auc": 0.9611987982371559,
+      "eval_ka_opus100_pr_auc": 0.8714207931058482,
+      "eval_kk_ersatz_pr_auc": 0.9873131671638916,
+      "eval_kk_opus100_pr_auc": 0.8109655717364981,
+      "eval_kk_ud_pr_auc": 0.9712640915728182,
+      "eval_km_ersatz_pr_auc": 0.9457227900851007,
+      "eval_km_opus100_pr_auc": 0.7710813970879231,
+      "eval_kn_opus100_pr_auc": 0.6796981418236276,
+      "eval_ko_opus100_pr_auc": 0.7179145370123545,
+      "eval_ko_ud_pr_auc": 0.998647726173262,
+      "eval_ku_opus100_pr_auc": 0.8816464375932423,
+      "eval_ky_opus100_pr_auc": 0.9030859916241474,
+      "eval_la_ud_pr_auc": 0.97666437249576,
+      "eval_loss": 0.02540563978254795,
+      "eval_lt_ersatz_pr_auc": 0.9962365784593431,
+      "eval_lt_opus100_pr_auc": 0.8915037527875319,
+      "eval_lt_ud_pr_auc": 0.9973061014879437,
+      "eval_lv_ersatz_pr_auc": 0.990851715477155,
+      "eval_lv_opus100_pr_auc": 0.9000286450559006,
+      "eval_lv_ud_pr_auc": 0.9653730419472388,
+      "eval_mg_opus100_pr_auc": 0.9396878026604588,
+      "eval_mk_opus100_pr_auc": 0.9264946040279396,
+      "eval_ml_opus100_pr_auc": 0.8099554389282116,
+      "eval_mn_opus100_pr_auc": 0.9483241873894148,
+      "eval_mr_opus100_pr_auc": 0.9306178204431705,
+      "eval_mr_ud_pr_auc": 0.9761167921423956,
+      "eval_ms_opus100_pr_auc": 0.8753773652152222,
+      "eval_mt_opus100_pr_auc": 0.8672070641205117,
+      "eval_mt_ud_pr_auc": 0.9100584146099799,
+      "eval_my_opus100_pr_auc": 0.8569702500901257,
+      "eval_ne_opus100_pr_auc": 0.7604191983809256,
+      "eval_nl_opus100_pr_auc": 0.9009066454020307,
+      "eval_nl_ud_pr_auc": 0.9851869395537841,
+      "eval_no_opus100_pr_auc": 0.9208398281769213,
+      "eval_no_ud_pr_auc": 0.9963049722154824,
+      "eval_pa_opus100_pr_auc": 0.6920856961206969,
+      "eval_pl_ersatz_pr_auc": 0.969677214256871,
+      "eval_pl_opus100_pr_auc": 0.9039995846831688,
+      "eval_pl_ud_pr_auc": 0.9723432517625139,
+      "eval_ps_ersatz_pr_auc": 0.9237142579358371,
+      "eval_ps_opus100_pr_auc": 0.7574009991223738,
+      "eval_pt_opus100_pr_auc": 0.9280623749802572,
+      "eval_pt_ud_pr_auc": 0.986848385369303,
+      "eval_ro_ersatz_pr_auc": 0.9932563719379398,
+      "eval_ro_opus100_pr_auc": 0.879450084576758,
+      "eval_ro_ud_pr_auc": 0.9091617068883688,
+      "eval_ru_ersatz_pr_auc": 0.9924356507122802,
+      "eval_ru_opus100_pr_auc": 0.9326738165616958,
+      "eval_ru_ud_pr_auc": 0.8827945486778878,
+      "eval_runtime": 885.4998,
+      "eval_samples_per_second": 85.265,
+      "eval_si_opus100_pr_auc": 0.8212727418021312,
+      "eval_sk_opus100_pr_auc": 0.9385760179251627,
+      "eval_sk_ud_pr_auc": 0.9814760685998519,
+      "eval_sl_opus100_pr_auc": 0.8867631584130174,
+      "eval_sl_ud_pr_auc": 0.9680899048094364,
+      "eval_sq_opus100_pr_auc": 0.9386942028556986,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9183357366615899,
+      "eval_sr_ud_pr_auc": 0.9994426425637915,
+      "eval_steps_per_second": 1.333,
+      "eval_sv_opus100_pr_auc": 0.9137326005061499,
+      "eval_sv_ud_pr_auc": 0.9457615442144454,
+      "eval_ta_ersatz_pr_auc": 0.9809277369485668,
+      "eval_ta_opus100_pr_auc": 0.7540853047268385,
+      "eval_ta_ud_pr_auc": 0.9934963651437614,
+      "eval_te_opus100_pr_auc": 0.8421504219785853,
+      "eval_tg_opus100_pr_auc": 0.907715751414127,
+      "eval_th_opus100_pr_auc": 0.6902375613501718,
+      "eval_th_ud_pr_auc": 0.8745103740374484,
+      "eval_tr_ersatz_pr_auc": 0.9682849378899971,
+      "eval_tr_opus100_pr_auc": 0.9031670046009127,
+      "eval_tr_ud_pr_auc": 0.9579466912049213,
+      "eval_uk_opus100_pr_auc": 0.8867188930039569,
+      "eval_uk_ud_pr_auc": 0.9147896018356896,
+      "eval_ur_opus100_pr_auc": 0.6178728108198943,
+      "eval_ur_ud_pr_auc": 0.9931379973380997,
+      "eval_uz_opus100_pr_auc": 0.900249178545664,
+      "eval_vi_opus100_pr_auc": 0.8957901189144494,
+      "eval_vi_ud_pr_auc": 0.9498486779942146,
+      "eval_xh_opus100_pr_auc": 0.8908188886880238,
+      "eval_yi_opus100_pr_auc": 0.7220244441209647,
+      "eval_yo_opus100_pr_auc": 0.8464192604710276,
+      "eval_yo_ud_pr_auc": 0.9271641517343431,
+      "eval_zh_ersatz_pr_auc": 0.9628574535269615,
+      "eval_zh_opus100_pr_auc": 0.8861185463788731,
+      "eval_zh_ud_pr_auc": 0.9933090144452444,
+      "eval_zu_opus100_pr_auc": 0.8438442749769955,
+      "step": 340000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.0219,
+      "step": 340050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0216,
+      "step": 340100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.0217,
+      "step": 340150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.022,
+      "step": 340200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.0218,
+      "step": 340250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0222,
+      "step": 340300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0219,
+      "step": 340350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.0217,
+      "step": 340400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0218,
+      "step": 340450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.0217,
+      "step": 340500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.0216,
+      "step": 340550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0221,
+      "step": 340600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.0218,
+      "step": 340650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0215,
+      "step": 340700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.0218,
+      "step": 340750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.0217,
+      "step": 340800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0215,
+      "step": 340850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0219,
+      "step": 340900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.0218,
+      "step": 340950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.0221,
+      "step": 341000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0223,
+      "step": 341050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0217,
+      "step": 341100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0219,
+      "step": 341150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0217,
+      "step": 341200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.022,
+      "step": 341250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.0216,
+      "step": 341300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.0218,
+      "step": 341350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0218,
+      "step": 341400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0224,
+      "step": 341450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.0218,
+      "step": 341500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.0217,
+      "step": 341550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0222,
+      "step": 341600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0217,
+      "step": 341650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0216,
+      "step": 341700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0216,
+      "step": 341750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0218,
+      "step": 341800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0227,
+      "step": 341850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.0218,
+      "step": 341900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.022,
+      "step": 341950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.0217,
+      "step": 342000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0217,
+      "step": 342050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0223,
+      "step": 342100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0218,
+      "step": 342150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.0214,
+      "step": 342200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.0218,
+      "step": 342250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.0218,
+      "step": 342300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.022,
+      "step": 342350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.0221,
+      "step": 342400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.0215,
+      "step": 342450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.0217,
+      "step": 342500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0225,
+      "step": 342550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.0219,
+      "step": 342600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0217,
+      "step": 342650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0218,
+      "step": 342700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.0221,
+      "step": 342750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0224,
+      "step": 342800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.022,
+      "step": 342850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.0221,
+      "step": 342900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0222,
+      "step": 342950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.0221,
+      "step": 343000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0219,
+      "step": 343050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.0219,
+      "step": 343100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0223,
+      "step": 343150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0217,
+      "step": 343200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0217,
+      "step": 343250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.0221,
+      "step": 343300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.0216,
+      "step": 343350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.022,
+      "step": 343400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.0222,
+      "step": 343450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0216,
+      "step": 343500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.022,
+      "step": 343550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.0221,
+      "step": 343600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.0216,
+      "step": 343650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0219,
+      "step": 343700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0224,
+      "step": 343750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0219,
+      "step": 343800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0218,
+      "step": 343850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.0221,
+      "step": 343900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.0219,
+      "step": 343950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.0214,
+      "step": 344000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.0216,
+      "step": 344050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.0218,
+      "step": 344100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.0219,
+      "step": 344150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0215,
+      "step": 344200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0213,
+      "step": 344250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0221,
+      "step": 344300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.0219,
+      "step": 344350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.0218,
+      "step": 344400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.0216,
+      "step": 344450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.0221,
+      "step": 344500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.0214,
+      "step": 344550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.0215,
+      "step": 344600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.0212,
+      "step": 344650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.0218,
+      "step": 344700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.022,
+      "step": 344750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.0219,
+      "step": 344800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0215,
+      "step": 344850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.022,
+      "step": 344900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.0217,
+      "step": 344950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.0215,
+      "step": 345000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7940971196776149,
+      "eval_af_ud_pr_auc": 0.9910867737095814,
+      "eval_am_opus100_pr_auc": 0.5471662671116757,
+      "eval_ar_ersatz_pr_auc": 0.9263979942640124,
+      "eval_ar_opus100_pr_auc": 0.7454947781365807,
+      "eval_ar_ud_pr_auc": 0.8927410541639494,
+      "eval_average_ersatz_pr_auc": 0.9737262867160918,
+      "eval_average_opus100_pr_auc": 0.8548957362450229,
+      "eval_average_ud_pr_auc": 0.9666360558848021,
+      "eval_az_opus100_pr_auc": 0.8103309532792595,
+      "eval_be_opus100_pr_auc": 0.7472997507168186,
+      "eval_be_ud_pr_auc": 0.9101308676690218,
+      "eval_bg_opus100_pr_auc": 0.9211203150052362,
+      "eval_bg_ud_pr_auc": 0.9976788267324594,
+      "eval_bn_opus100_pr_auc": 0.8471096576859665,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9016314091119865,
+      "eval_ca_ud_pr_auc": 0.9951705103848539,
+      "eval_ceb_ud_pr_auc": 0.9994050591225014,
+      "eval_cs_ersatz_pr_auc": 0.9862945776787407,
+      "eval_cs_opus100_pr_auc": 0.9213640802940304,
+      "eval_cs_ud_pr_auc": 0.9631095333178,
+      "eval_cy_opus100_pr_auc": 0.7973327909827985,
+      "eval_cy_ud_pr_auc": 0.9978545727656214,
+      "eval_da_opus100_pr_auc": 0.9254162410966017,
+      "eval_da_ud_pr_auc": 0.9809947851783449,
+      "eval_de_ersatz_pr_auc": 0.9899308059734887,
+      "eval_de_opus100_pr_auc": 0.9180360613019328,
+      "eval_de_ud_pr_auc": 0.986737836079635,
+      "eval_el_opus100_pr_auc": 0.9229899375407142,
+      "eval_el_ud_pr_auc": 0.9899414205978114,
+      "eval_en_ersatz_pr_auc": 0.993259461852529,
+      "eval_en_opus100_pr_auc": 0.9281197306701924,
+      "eval_en_ud_pr_auc": 0.9832434264533757,
+      "eval_eo_opus100_pr_auc": 0.932195109119819,
+      "eval_es_ersatz_pr_auc": 0.9968097469090215,
+      "eval_es_opus100_pr_auc": 0.9400716450268071,
+      "eval_es_ud_pr_auc": 0.9918407172029743,
+      "eval_et_ersatz_pr_auc": 0.9840062116207006,
+      "eval_et_opus100_pr_auc": 0.9279270023941671,
+      "eval_et_ud_pr_auc": 0.9723745857015513,
+      "eval_eu_opus100_pr_auc": 0.8869816502701992,
+      "eval_eu_ud_pr_auc": 0.9911535993906729,
+      "eval_fa_opus100_pr_auc": 0.635481296158904,
+      "eval_fa_ud_pr_auc": 0.9959628384865329,
+      "eval_fi_ersatz_pr_auc": 0.9949775220788667,
+      "eval_fi_opus100_pr_auc": 0.9281328932138486,
+      "eval_fi_ud_pr_auc": 0.9596019689578018,
+      "eval_fr_ersatz_pr_auc": 0.9901637794545157,
+      "eval_fr_opus100_pr_auc": 0.9204996578522294,
+      "eval_fr_ud_pr_auc": 0.9913650889677286,
+      "eval_fy_opus100_pr_auc": 0.6996263459511456,
+      "eval_ga_opus100_pr_auc": 0.9163286350920727,
+      "eval_ga_ud_pr_auc": 0.8097328971477793,
+      "eval_gd_opus100_pr_auc": 0.6979177270072753,
+      "eval_gd_ud_pr_auc": 0.8237041747300183,
+      "eval_gl_opus100_pr_auc": 0.8948523563797496,
+      "eval_gl_ud_pr_auc": 0.998578173699165,
+      "eval_gu_ersatz_pr_auc": 0.9461460206611779,
+      "eval_gu_opus100_pr_auc": 0.7762383276504042,
+      "eval_ha_opus100_pr_auc": 0.9328302672075982,
+      "eval_he_opus100_pr_auc": 0.8786865544953406,
+      "eval_he_ud_pr_auc": 0.9793544504979063,
+      "eval_hi_ersatz_pr_auc": 0.9847431433098487,
+      "eval_hi_opus100_pr_auc": 0.7424436283442265,
+      "eval_hi_ud_pr_auc": 0.9805327755000598,
+      "eval_hu_opus100_pr_auc": 0.9237851224563753,
+      "eval_hu_ud_pr_auc": 0.9888216775200933,
+      "eval_hy_opus100_pr_auc": 0.9084540186880722,
+      "eval_hy_ud_pr_auc": 0.9777764332508067,
+      "eval_id_opus100_pr_auc": 0.8988311238137496,
+      "eval_id_ud_pr_auc": 0.9942048039829634,
+      "eval_ig_opus100_pr_auc": 0.8793706685957628,
+      "eval_is_opus100_pr_auc": 0.9372304964356513,
+      "eval_is_ud_pr_auc": 0.9175830421528389,
+      "eval_it_opus100_pr_auc": 0.9218782580203577,
+      "eval_it_ud_pr_auc": 0.995092085797104,
+      "eval_ja_ersatz_pr_auc": 0.8998555502993951,
+      "eval_ja_opus100_pr_auc": 0.862037557708526,
+      "eval_ja_ud_pr_auc": 0.9836530931808982,
+      "eval_jv_ud_pr_auc": 0.9618592865929272,
+      "eval_ka_opus100_pr_auc": 0.8814357291021425,
+      "eval_kk_ersatz_pr_auc": 0.9894184861031063,
+      "eval_kk_opus100_pr_auc": 0.8010632021251186,
+      "eval_kk_ud_pr_auc": 0.9736411266751908,
+      "eval_km_ersatz_pr_auc": 0.9460754782392943,
+      "eval_km_opus100_pr_auc": 0.7706437388821965,
+      "eval_kn_opus100_pr_auc": 0.682097841826614,
+      "eval_ko_opus100_pr_auc": 0.7219083593902167,
+      "eval_ko_ud_pr_auc": 0.9984992402618357,
+      "eval_ku_opus100_pr_auc": 0.8686803910135888,
+      "eval_ky_opus100_pr_auc": 0.9070742870701713,
+      "eval_la_ud_pr_auc": 0.9760259672206159,
+      "eval_loss": 0.02542223408818245,
+      "eval_lt_ersatz_pr_auc": 0.9966646196042497,
+      "eval_lt_opus100_pr_auc": 0.8924035306550548,
+      "eval_lt_ud_pr_auc": 0.9971217257491727,
+      "eval_lv_ersatz_pr_auc": 0.9924286847583593,
+      "eval_lv_opus100_pr_auc": 0.9015279572001164,
+      "eval_lv_ud_pr_auc": 0.9696095059547446,
+      "eval_mg_opus100_pr_auc": 0.939289851322512,
+      "eval_mk_opus100_pr_auc": 0.9287348431459637,
+      "eval_ml_opus100_pr_auc": 0.8127937742858384,
+      "eval_mn_opus100_pr_auc": 0.949867326370323,
+      "eval_mr_opus100_pr_auc": 0.9201177865539347,
+      "eval_mr_ud_pr_auc": 0.979937733603996,
+      "eval_ms_opus100_pr_auc": 0.8788115359948341,
+      "eval_mt_opus100_pr_auc": 0.8676632861429787,
+      "eval_mt_ud_pr_auc": 0.9244498960841903,
+      "eval_my_opus100_pr_auc": 0.8531757631059913,
+      "eval_ne_opus100_pr_auc": 0.7628926877688686,
+      "eval_nl_opus100_pr_auc": 0.9005029839153553,
+      "eval_nl_ud_pr_auc": 0.98546169938927,
+      "eval_no_opus100_pr_auc": 0.9223716763487886,
+      "eval_no_ud_pr_auc": 0.9968052171398583,
+      "eval_pa_opus100_pr_auc": 0.703777378355922,
+      "eval_pl_ersatz_pr_auc": 0.9731556694648533,
+      "eval_pl_opus100_pr_auc": 0.9057999364359713,
+      "eval_pl_ud_pr_auc": 0.9743295326849882,
+      "eval_ps_ersatz_pr_auc": 0.9230738546886055,
+      "eval_ps_opus100_pr_auc": 0.767147672976884,
+      "eval_pt_opus100_pr_auc": 0.9292049632398478,
+      "eval_pt_ud_pr_auc": 0.9882575619971637,
+      "eval_ro_ersatz_pr_auc": 0.9938878236226804,
+      "eval_ro_opus100_pr_auc": 0.8762509261442767,
+      "eval_ro_ud_pr_auc": 0.9035740492014483,
+      "eval_ru_ersatz_pr_auc": 0.9934142385016101,
+      "eval_ru_opus100_pr_auc": 0.9414242921032667,
+      "eval_ru_ud_pr_auc": 0.8874058465905477,
+      "eval_runtime": 872.8016,
+      "eval_samples_per_second": 86.505,
+      "eval_si_opus100_pr_auc": 0.8272504544781597,
+      "eval_sk_opus100_pr_auc": 0.9390744982645985,
+      "eval_sk_ud_pr_auc": 0.9826604855588077,
+      "eval_sl_opus100_pr_auc": 0.8875674318907685,
+      "eval_sl_ud_pr_auc": 0.9715430654080461,
+      "eval_sq_opus100_pr_auc": 0.942635448331332,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9205192358368363,
+      "eval_sr_ud_pr_auc": 0.999506709060848,
+      "eval_steps_per_second": 1.352,
+      "eval_sv_opus100_pr_auc": 0.9151408445375089,
+      "eval_sv_ud_pr_auc": 0.9456254516746614,
+      "eval_ta_ersatz_pr_auc": 0.9810443974964757,
+      "eval_ta_opus100_pr_auc": 0.7528465525765758,
+      "eval_ta_ud_pr_auc": 0.9933346173473605,
+      "eval_te_opus100_pr_auc": 0.8412949367750115,
+      "eval_tg_opus100_pr_auc": 0.9063641204667743,
+      "eval_th_opus100_pr_auc": 0.7006605356943574,
+      "eval_th_ud_pr_auc": 0.8842792331568989,
+      "eval_tr_ersatz_pr_auc": 0.9663158720788894,
+      "eval_tr_opus100_pr_auc": 0.904716406598665,
+      "eval_tr_ud_pr_auc": 0.9634567124112056,
+      "eval_uk_opus100_pr_auc": 0.8889134830937371,
+      "eval_uk_ud_pr_auc": 0.9180889992370282,
+      "eval_ur_opus100_pr_auc": 0.6231840580125261,
+      "eval_ur_ud_pr_auc": 0.9955984796480519,
+      "eval_uz_opus100_pr_auc": 0.8964582494731868,
+      "eval_vi_opus100_pr_auc": 0.8974742056078451,
+      "eval_vi_ud_pr_auc": 0.9566246745353237,
+      "eval_xh_opus100_pr_auc": 0.8870067731957653,
+      "eval_yi_opus100_pr_auc": 0.7306228572926695,
+      "eval_yo_opus100_pr_auc": 0.8556856129067894,
+      "eval_yo_ud_pr_auc": 0.9349802681671733,
+      "eval_zh_ersatz_pr_auc": 0.9739143690935951,
+      "eval_zh_opus100_pr_auc": 0.8908784170712117,
+      "eval_zh_ud_pr_auc": 0.9961510277405098,
+      "eval_zu_opus100_pr_auc": 0.8371850940170866,
+      "step": 345000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0216,
+      "step": 345050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.0224,
+      "step": 345100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0218,
+      "step": 345150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.0218,
+      "step": 345200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0219,
+      "step": 345250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0218,
+      "step": 345300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.0216,
+      "step": 345350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.022,
+      "step": 345400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.0219,
+      "step": 345450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.0216,
+      "step": 345500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.0222,
+      "step": 345550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.0213,
+      "step": 345600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.0217,
+      "step": 345650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0215,
+      "step": 345700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0218,
+      "step": 345750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.022,
+      "step": 345800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0219,
+      "step": 345850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.0221,
+      "step": 345900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.022,
+      "step": 345950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.0217,
+      "step": 346000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.0218,
+      "step": 346050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.0219,
+      "step": 346100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.0217,
+      "step": 346150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.0219,
+      "step": 346200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0221,
+      "step": 346250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.0221,
+      "step": 346300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.0218,
+      "step": 346350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.022,
+      "step": 346400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.022,
+      "step": 346450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.0217,
+      "step": 346500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.0222,
+      "step": 346550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.0216,
+      "step": 346600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.0228,
+      "step": 346650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0219,
+      "step": 346700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0221,
+      "step": 346750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.0222,
+      "step": 346800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.022,
+      "step": 346850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0214,
+      "step": 346900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0216,
+      "step": 346950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.0221,
+      "step": 347000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.0219,
+      "step": 347050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.022,
+      "step": 347100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.022,
+      "step": 347150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.0217,
+      "step": 347200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0214,
+      "step": 347250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.0221,
+      "step": 347300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0216,
+      "step": 347350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0218,
+      "step": 347400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.0219,
+      "step": 347450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.0216,
+      "step": 347500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.0217,
+      "step": 347550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.0224,
+      "step": 347600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0218,
+      "step": 347650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.022,
+      "step": 347700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.0222,
+      "step": 347750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.0221,
+      "step": 347800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.0219,
+      "step": 347850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.0219,
+      "step": 347900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.0221,
+      "step": 347950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.0217,
+      "step": 348000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0219,
+      "step": 348050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.022,
+      "step": 348100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.0213,
+      "step": 348150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0219,
+      "step": 348200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0218,
+      "step": 348250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0219,
+      "step": 348300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.0218,
+      "step": 348350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.0215,
+      "step": 348400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.0218,
+      "step": 348450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0212,
+      "step": 348500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0218,
+      "step": 348550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.0214,
+      "step": 348600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.0217,
+      "step": 348650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.0215,
+      "step": 348700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0216,
+      "step": 348750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0217,
+      "step": 348800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.0218,
+      "step": 348850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.022,
+      "step": 348900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0221,
+      "step": 348950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0218,
+      "step": 349000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.0221,
+      "step": 349050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.0222,
+      "step": 349100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0215,
+      "step": 349150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.0214,
+      "step": 349200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0218,
+      "step": 349250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.0218,
+      "step": 349300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0222,
+      "step": 349350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.022,
+      "step": 349400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.0217,
+      "step": 349450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.0213,
+      "step": 349500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.0218,
+      "step": 349550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0217,
+      "step": 349600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.0219,
+      "step": 349650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0218,
+      "step": 349700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.022,
+      "step": 349750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.0217,
+      "step": 349800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.0217,
+      "step": 349850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.0221,
+      "step": 349900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.0212,
+      "step": 349950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.022,
+      "step": 350000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7850037742310919,
+      "eval_af_ud_pr_auc": 0.990938063564341,
+      "eval_am_opus100_pr_auc": 0.5884518126894579,
+      "eval_ar_ersatz_pr_auc": 0.9248446805923589,
+      "eval_ar_opus100_pr_auc": 0.7420641869073249,
+      "eval_ar_ud_pr_auc": 0.898597933313537,
+      "eval_average_ersatz_pr_auc": 0.9739685502570121,
+      "eval_average_opus100_pr_auc": 0.8542594631607504,
+      "eval_average_ud_pr_auc": 0.9654909474470038,
+      "eval_az_opus100_pr_auc": 0.8181621797099828,
+      "eval_be_opus100_pr_auc": 0.747471854595329,
+      "eval_be_ud_pr_auc": 0.9037112249123276,
+      "eval_bg_opus100_pr_auc": 0.9218208565300248,
+      "eval_bg_ud_pr_auc": 0.9971916866195596,
+      "eval_bn_opus100_pr_auc": 0.8507744170200475,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9004581848241577,
+      "eval_ca_ud_pr_auc": 0.9950968017002113,
+      "eval_ceb_ud_pr_auc": 0.9995601482159416,
+      "eval_cs_ersatz_pr_auc": 0.9852385238197474,
+      "eval_cs_opus100_pr_auc": 0.9177818490375742,
+      "eval_cs_ud_pr_auc": 0.9610071326432894,
+      "eval_cy_opus100_pr_auc": 0.8006712041637734,
+      "eval_cy_ud_pr_auc": 0.9977716477847168,
+      "eval_da_opus100_pr_auc": 0.9267809799096394,
+      "eval_da_ud_pr_auc": 0.978464164313838,
+      "eval_de_ersatz_pr_auc": 0.9899465303342159,
+      "eval_de_opus100_pr_auc": 0.9149523483457229,
+      "eval_de_ud_pr_auc": 0.9864175148790593,
+      "eval_el_opus100_pr_auc": 0.9195513313414483,
+      "eval_el_ud_pr_auc": 0.992045803033619,
+      "eval_en_ersatz_pr_auc": 0.9937871001567642,
+      "eval_en_opus100_pr_auc": 0.9272668870250994,
+      "eval_en_ud_pr_auc": 0.9805826961935747,
+      "eval_eo_opus100_pr_auc": 0.9300397752180081,
+      "eval_es_ersatz_pr_auc": 0.9967162840386807,
+      "eval_es_opus100_pr_auc": 0.9416352360331943,
+      "eval_es_ud_pr_auc": 0.9923042720187948,
+      "eval_et_ersatz_pr_auc": 0.9831134936776573,
+      "eval_et_opus100_pr_auc": 0.9306677030167112,
+      "eval_et_ud_pr_auc": 0.9674065425009086,
+      "eval_eu_opus100_pr_auc": 0.8854089204827281,
+      "eval_eu_ud_pr_auc": 0.985330224092939,
+      "eval_fa_opus100_pr_auc": 0.6343163552410817,
+      "eval_fa_ud_pr_auc": 0.996158403695816,
+      "eval_fi_ersatz_pr_auc": 0.9948562601649752,
+      "eval_fi_opus100_pr_auc": 0.931035775251896,
+      "eval_fi_ud_pr_auc": 0.9593320863344156,
+      "eval_fr_ersatz_pr_auc": 0.9880456542190112,
+      "eval_fr_opus100_pr_auc": 0.921733079349291,
+      "eval_fr_ud_pr_auc": 0.9913286508284858,
+      "eval_fy_opus100_pr_auc": 0.7062868833648628,
+      "eval_ga_opus100_pr_auc": 0.9203225174544947,
+      "eval_ga_ud_pr_auc": 0.8138810580216386,
+      "eval_gd_opus100_pr_auc": 0.7121111127362202,
+      "eval_gd_ud_pr_auc": 0.8141064230974975,
+      "eval_gl_opus100_pr_auc": 0.8970152659704483,
+      "eval_gl_ud_pr_auc": 0.9982473347036951,
+      "eval_gu_ersatz_pr_auc": 0.9476884814397263,
+      "eval_gu_opus100_pr_auc": 0.7719047398120733,
+      "eval_ha_opus100_pr_auc": 0.9276963875490849,
+      "eval_he_opus100_pr_auc": 0.8795207508588361,
+      "eval_he_ud_pr_auc": 0.9778515330139824,
+      "eval_hi_ersatz_pr_auc": 0.9857776076213044,
+      "eval_hi_opus100_pr_auc": 0.7387893285304217,
+      "eval_hi_ud_pr_auc": 0.9817751481672249,
+      "eval_hu_opus100_pr_auc": 0.9230688603499521,
+      "eval_hu_ud_pr_auc": 0.9867712186449307,
+      "eval_hy_opus100_pr_auc": 0.908682051193531,
+      "eval_hy_ud_pr_auc": 0.976097187565722,
+      "eval_id_opus100_pr_auc": 0.8985112749782561,
+      "eval_id_ud_pr_auc": 0.9936873073401591,
+      "eval_ig_opus100_pr_auc": 0.8763623732892941,
+      "eval_is_opus100_pr_auc": 0.9339441349708616,
+      "eval_is_ud_pr_auc": 0.9111465714676924,
+      "eval_it_opus100_pr_auc": 0.9182660247500437,
+      "eval_it_ud_pr_auc": 0.9930056236578643,
+      "eval_ja_ersatz_pr_auc": 0.9099802927488663,
+      "eval_ja_opus100_pr_auc": 0.8459238125294034,
+      "eval_ja_ud_pr_auc": 0.9838620036204275,
+      "eval_jv_ud_pr_auc": 0.9604310915944664,
+      "eval_ka_opus100_pr_auc": 0.8750333727666717,
+      "eval_kk_ersatz_pr_auc": 0.9897902850671356,
+      "eval_kk_opus100_pr_auc": 0.7970457978483763,
+      "eval_kk_ud_pr_auc": 0.9724463450036795,
+      "eval_km_ersatz_pr_auc": 0.9413349398982265,
+      "eval_km_opus100_pr_auc": 0.7724443380564792,
+      "eval_kn_opus100_pr_auc": 0.6909804647223593,
+      "eval_ko_opus100_pr_auc": 0.7054250272808574,
+      "eval_ko_ud_pr_auc": 0.9987253046378154,
+      "eval_ku_opus100_pr_auc": 0.8794334577947149,
+      "eval_ky_opus100_pr_auc": 0.899176955496107,
+      "eval_la_ud_pr_auc": 0.9734513550158836,
+      "eval_loss": 0.025212448090314865,
+      "eval_lt_ersatz_pr_auc": 0.996445756197551,
+      "eval_lt_opus100_pr_auc": 0.8882794647626882,
+      "eval_lt_ud_pr_auc": 0.9967439848256592,
+      "eval_lv_ersatz_pr_auc": 0.9916682963780564,
+      "eval_lv_opus100_pr_auc": 0.9014290430905957,
+      "eval_lv_ud_pr_auc": 0.968867917707565,
+      "eval_mg_opus100_pr_auc": 0.9403978874090948,
+      "eval_mk_opus100_pr_auc": 0.9311167282936356,
+      "eval_ml_opus100_pr_auc": 0.8052131223157789,
+      "eval_mn_opus100_pr_auc": 0.9510369203758215,
+      "eval_mr_opus100_pr_auc": 0.9218728634618659,
+      "eval_mr_ud_pr_auc": 0.9798954885763482,
+      "eval_ms_opus100_pr_auc": 0.8753668059155921,
+      "eval_mt_opus100_pr_auc": 0.8756775735812461,
+      "eval_mt_ud_pr_auc": 0.9231174795928899,
+      "eval_my_opus100_pr_auc": 0.8533425670168726,
+      "eval_ne_opus100_pr_auc": 0.7604864153793491,
+      "eval_nl_opus100_pr_auc": 0.9040665284135763,
+      "eval_nl_ud_pr_auc": 0.9851504227589546,
+      "eval_no_opus100_pr_auc": 0.921308040527824,
+      "eval_no_ud_pr_auc": 0.9964724833123692,
+      "eval_pa_opus100_pr_auc": 0.7009720719696279,
+      "eval_pl_ersatz_pr_auc": 0.9715714699681707,
+      "eval_pl_opus100_pr_auc": 0.9031475276759907,
+      "eval_pl_ud_pr_auc": 0.9720329640063542,
+      "eval_ps_ersatz_pr_auc": 0.923540561982365,
+      "eval_ps_opus100_pr_auc": 0.7652590225932276,
+      "eval_pt_opus100_pr_auc": 0.927436773414794,
+      "eval_pt_ud_pr_auc": 0.9884403163846138,
+      "eval_ro_ersatz_pr_auc": 0.9932091656048908,
+      "eval_ro_opus100_pr_auc": 0.8805031134557679,
+      "eval_ro_ud_pr_auc": 0.9149685923884548,
+      "eval_ru_ersatz_pr_auc": 0.9937376363168877,
+      "eval_ru_opus100_pr_auc": 0.939834785179993,
+      "eval_ru_ud_pr_auc": 0.889819910873489,
+      "eval_runtime": 856.4494,
+      "eval_samples_per_second": 88.157,
+      "eval_si_opus100_pr_auc": 0.821718497613919,
+      "eval_sk_opus100_pr_auc": 0.9394290576929487,
+      "eval_sk_ud_pr_auc": 0.9778780459744564,
+      "eval_sl_opus100_pr_auc": 0.8859795771755739,
+      "eval_sl_ud_pr_auc": 0.9687651595138228,
+      "eval_sq_opus100_pr_auc": 0.9386143847448525,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9210872361809724,
+      "eval_sr_ud_pr_auc": 0.9993900610010453,
+      "eval_steps_per_second": 1.378,
+      "eval_sv_opus100_pr_auc": 0.911859000619348,
+      "eval_sv_ud_pr_auc": 0.9451926359706594,
+      "eval_ta_ersatz_pr_auc": 0.9828253521371089,
+      "eval_ta_opus100_pr_auc": 0.749576287246689,
+      "eval_ta_ud_pr_auc": 0.9935151289549162,
+      "eval_te_opus100_pr_auc": 0.8387824307056454,
+      "eval_tg_opus100_pr_auc": 0.9053798231596711,
+      "eval_th_opus100_pr_auc": 0.6983376477763497,
+      "eval_th_ud_pr_auc": 0.8780388293907423,
+      "eval_tr_ersatz_pr_auc": 0.9678601507998345,
+      "eval_tr_opus100_pr_auc": 0.9004211164197417,
+      "eval_tr_ud_pr_auc": 0.9616363254192821,
+      "eval_uk_opus100_pr_auc": 0.8861920373685925,
+      "eval_uk_ud_pr_auc": 0.91934147693017,
+      "eval_ur_opus100_pr_auc": 0.6190469524721612,
+      "eval_ur_ud_pr_auc": 0.9961284393385516,
+      "eval_uz_opus100_pr_auc": 0.8955929564918358,
+      "eval_vi_opus100_pr_auc": 0.8914555619467616,
+      "eval_vi_ud_pr_auc": 0.9423011772465422,
+      "eval_xh_opus100_pr_auc": 0.8866344969408051,
+      "eval_yi_opus100_pr_auc": 0.7151212798108495,
+      "eval_yo_opus100_pr_auc": 0.8540838254652714,
+      "eval_yo_ud_pr_auc": 0.9304201781097365,
+      "eval_zh_ersatz_pr_auc": 0.9753295824907329,
+      "eval_zh_opus100_pr_auc": 0.8916276576721713,
+      "eval_zh_ud_pr_auc": 0.9961364840045354,
+      "eval_zu_opus100_pr_auc": 0.8375952536170996,
+      "step": 350000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.0216,
+      "step": 350050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.0217,
+      "step": 350100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0217,
+      "step": 350150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.0217,
+      "step": 350200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.0216,
+      "step": 350250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0217,
+      "step": 350300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.0212,
+      "step": 350350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.0219,
+      "step": 350400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.0219,
+      "step": 350450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.0223,
+      "step": 350500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.0221,
+      "step": 350550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0218,
+      "step": 350600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.022,
+      "step": 350650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.0221,
+      "step": 350700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.0218,
+      "step": 350750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.0218,
+      "step": 350800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.022,
+      "step": 350850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.0214,
+      "step": 350900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.022,
+      "step": 350950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.0218,
+      "step": 351000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0219,
+      "step": 351050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.0218,
+      "step": 351100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.0215,
+      "step": 351150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0214,
+      "step": 351200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.0214,
+      "step": 351250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.0216,
+      "step": 351300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0219,
+      "step": 351350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.022,
+      "step": 351400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0217,
+      "step": 351450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.0217,
+      "step": 351500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.0217,
+      "step": 351550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0219,
+      "step": 351600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0215,
+      "step": 351650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.0215,
+      "step": 351700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0217,
+      "step": 351750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.0217,
+      "step": 351800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.0217,
+      "step": 351850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.0223,
+      "step": 351900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.022,
+      "step": 351950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.0217,
+      "step": 352000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.0217,
+      "step": 352050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.022,
+      "step": 352100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.0213,
+      "step": 352150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.022,
+      "step": 352200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.0221,
+      "step": 352250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.022,
+      "step": 352300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0217,
+      "step": 352350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.0215,
+      "step": 352400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.0218,
+      "step": 352450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0216,
+      "step": 352500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0217,
+      "step": 352550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.0217,
+      "step": 352600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0218,
+      "step": 352650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.0215,
+      "step": 352700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0216,
+      "step": 352750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.0218,
+      "step": 352800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0219,
+      "step": 352850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0216,
+      "step": 352900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0218,
+      "step": 352950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0218,
+      "step": 353000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0216,
+      "step": 353050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0221,
+      "step": 353100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0216,
+      "step": 353150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.0219,
+      "step": 353200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0219,
+      "step": 353250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.0221,
+      "step": 353300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.0216,
+      "step": 353350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0215,
+      "step": 353400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.0218,
+      "step": 353450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0221,
+      "step": 353500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0222,
+      "step": 353550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.022,
+      "step": 353600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0216,
+      "step": 353650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0216,
+      "step": 353700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.0216,
+      "step": 353750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.022,
+      "step": 353800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.0218,
+      "step": 353850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0215,
+      "step": 353900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0215,
+      "step": 353950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.0217,
+      "step": 354000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.022,
+      "step": 354050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.0216,
+      "step": 354100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.022,
+      "step": 354150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.0219,
+      "step": 354200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0218,
+      "step": 354250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.0214,
+      "step": 354300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.0217,
+      "step": 354350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0217,
+      "step": 354400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.0216,
+      "step": 354450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0217,
+      "step": 354500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0213,
+      "step": 354550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.0217,
+      "step": 354600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.0216,
+      "step": 354650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.0213,
+      "step": 354700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.0217,
+      "step": 354750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0221,
+      "step": 354800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.0214,
+      "step": 354850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.0217,
+      "step": 354900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.0215,
+      "step": 354950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.0215,
+      "step": 355000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.7722084265370956,
+      "eval_af_ud_pr_auc": 0.9924549241883486,
+      "eval_am_opus100_pr_auc": 0.5590781289584896,
+      "eval_ar_ersatz_pr_auc": 0.9301591035039775,
+      "eval_ar_opus100_pr_auc": 0.7425003780733177,
+      "eval_ar_ud_pr_auc": 0.8945010095572165,
+      "eval_average_ersatz_pr_auc": 0.9743937554011946,
+      "eval_average_opus100_pr_auc": 0.8516311708146789,
+      "eval_average_ud_pr_auc": 0.9653734743662901,
+      "eval_az_opus100_pr_auc": 0.794158555025984,
+      "eval_be_opus100_pr_auc": 0.7412935040219115,
+      "eval_be_ud_pr_auc": 0.9133476601946946,
+      "eval_bg_opus100_pr_auc": 0.9185782936379541,
+      "eval_bg_ud_pr_auc": 0.997047289837674,
+      "eval_bn_opus100_pr_auc": 0.8448196556223101,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9006992541983632,
+      "eval_ca_ud_pr_auc": 0.9968439875686568,
+      "eval_ceb_ud_pr_auc": 0.9996510765450456,
+      "eval_cs_ersatz_pr_auc": 0.9869053257649785,
+      "eval_cs_opus100_pr_auc": 0.917476439040182,
+      "eval_cs_ud_pr_auc": 0.9624917243119095,
+      "eval_cy_opus100_pr_auc": 0.7830112760822543,
+      "eval_cy_ud_pr_auc": 0.9976039066494861,
+      "eval_da_opus100_pr_auc": 0.9297277540334687,
+      "eval_da_ud_pr_auc": 0.9781055823206276,
+      "eval_de_ersatz_pr_auc": 0.9903006038863222,
+      "eval_de_opus100_pr_auc": 0.9148591748106887,
+      "eval_de_ud_pr_auc": 0.9861178929203785,
+      "eval_el_opus100_pr_auc": 0.9161756273055021,
+      "eval_el_ud_pr_auc": 0.9937544477678848,
+      "eval_en_ersatz_pr_auc": 0.9930478115884105,
+      "eval_en_opus100_pr_auc": 0.9259358957596295,
+      "eval_en_ud_pr_auc": 0.9807406721518135,
+      "eval_eo_opus100_pr_auc": 0.9303459037203301,
+      "eval_es_ersatz_pr_auc": 0.9966914380661964,
+      "eval_es_opus100_pr_auc": 0.9403896437329065,
+      "eval_es_ud_pr_auc": 0.9922000757006917,
+      "eval_et_ersatz_pr_auc": 0.9832205619120241,
+      "eval_et_opus100_pr_auc": 0.9304407031259279,
+      "eval_et_ud_pr_auc": 0.9695727451150029,
+      "eval_eu_opus100_pr_auc": 0.8896312841002739,
+      "eval_eu_ud_pr_auc": 0.9892088401735968,
+      "eval_fa_opus100_pr_auc": 0.6297334275325183,
+      "eval_fa_ud_pr_auc": 0.9954723822063907,
+      "eval_fi_ersatz_pr_auc": 0.9946850119996807,
+      "eval_fi_opus100_pr_auc": 0.9319816343509705,
+      "eval_fi_ud_pr_auc": 0.9677203971187949,
+      "eval_fr_ersatz_pr_auc": 0.9886339247456168,
+      "eval_fr_opus100_pr_auc": 0.9210999971392814,
+      "eval_fr_ud_pr_auc": 0.9899316369584206,
+      "eval_fy_opus100_pr_auc": 0.6857953923144198,
+      "eval_ga_opus100_pr_auc": 0.9182261943154972,
+      "eval_ga_ud_pr_auc": 0.8094392697895646,
+      "eval_gd_opus100_pr_auc": 0.6920182817554417,
+      "eval_gd_ud_pr_auc": 0.8096218448948969,
+      "eval_gl_opus100_pr_auc": 0.8965750177180145,
+      "eval_gl_ud_pr_auc": 0.9984752336152234,
+      "eval_gu_ersatz_pr_auc": 0.954436746630039,
+      "eval_gu_opus100_pr_auc": 0.7623641467248641,
+      "eval_ha_opus100_pr_auc": 0.9303976242339148,
+      "eval_he_opus100_pr_auc": 0.8871959290456899,
+      "eval_he_ud_pr_auc": 0.9797450625238522,
+      "eval_hi_ersatz_pr_auc": 0.983125539196329,
+      "eval_hi_opus100_pr_auc": 0.7352258558307052,
+      "eval_hi_ud_pr_auc": 0.9764202943412384,
+      "eval_hu_opus100_pr_auc": 0.9234771794378661,
+      "eval_hu_ud_pr_auc": 0.9872328251664673,
+      "eval_hy_opus100_pr_auc": 0.9066664764232151,
+      "eval_hy_ud_pr_auc": 0.9771016049854377,
+      "eval_id_opus100_pr_auc": 0.8966373472260882,
+      "eval_id_ud_pr_auc": 0.9942648778396351,
+      "eval_ig_opus100_pr_auc": 0.8682047195125863,
+      "eval_is_opus100_pr_auc": 0.9355480603347398,
+      "eval_is_ud_pr_auc": 0.9115978275502594,
+      "eval_it_opus100_pr_auc": 0.9212723448584998,
+      "eval_it_ud_pr_auc": 0.9966216629835438,
+      "eval_ja_ersatz_pr_auc": 0.9044057627648431,
+      "eval_ja_opus100_pr_auc": 0.8476271902892717,
+      "eval_ja_ud_pr_auc": 0.9844105483225798,
+      "eval_jv_ud_pr_auc": 0.9533813054291288,
+      "eval_ka_opus100_pr_auc": 0.8734904095494415,
+      "eval_kk_ersatz_pr_auc": 0.9895290219899089,
+      "eval_kk_opus100_pr_auc": 0.7983821060937523,
+      "eval_kk_ud_pr_auc": 0.972741819092431,
+      "eval_km_ersatz_pr_auc": 0.9454782425148971,
+      "eval_km_opus100_pr_auc": 0.75959394027703,
+      "eval_kn_opus100_pr_auc": 0.6913122071429547,
+      "eval_ko_opus100_pr_auc": 0.711756134889538,
+      "eval_ko_ud_pr_auc": 0.9987182591817834,
+      "eval_ku_opus100_pr_auc": 0.8746801062484528,
+      "eval_ky_opus100_pr_auc": 0.8967066761611263,
+      "eval_la_ud_pr_auc": 0.9770218359837594,
+      "eval_loss": 0.025297924876213074,
+      "eval_lt_ersatz_pr_auc": 0.9966319639326814,
+      "eval_lt_opus100_pr_auc": 0.896740757857118,
+      "eval_lt_ud_pr_auc": 0.9968637426602185,
+      "eval_lv_ersatz_pr_auc": 0.9925736456081808,
+      "eval_lv_opus100_pr_auc": 0.899112117213929,
+      "eval_lv_ud_pr_auc": 0.9685665442638796,
+      "eval_mg_opus100_pr_auc": 0.9372514154629895,
+      "eval_mk_opus100_pr_auc": 0.9277386711514343,
+      "eval_ml_opus100_pr_auc": 0.7976300081820098,
+      "eval_mn_opus100_pr_auc": 0.9552552701289209,
+      "eval_mr_opus100_pr_auc": 0.9241358517167875,
+      "eval_mr_ud_pr_auc": 0.9843298318239894,
+      "eval_ms_opus100_pr_auc": 0.8705317697985752,
+      "eval_mt_opus100_pr_auc": 0.8781934203229939,
+      "eval_mt_ud_pr_auc": 0.9119937968785256,
+      "eval_my_opus100_pr_auc": 0.8518061561425644,
+      "eval_ne_opus100_pr_auc": 0.7532198651886118,
+      "eval_nl_opus100_pr_auc": 0.900362757170987,
+      "eval_nl_ud_pr_auc": 0.9841046084925567,
+      "eval_no_opus100_pr_auc": 0.9189491127546839,
+      "eval_no_ud_pr_auc": 0.9969164781539337,
+      "eval_pa_opus100_pr_auc": 0.6975164137080234,
+      "eval_pl_ersatz_pr_auc": 0.9725659499134894,
+      "eval_pl_opus100_pr_auc": 0.9054400396362757,
+      "eval_pl_ud_pr_auc": 0.9713788905931716,
+      "eval_ps_ersatz_pr_auc": 0.9270188960944524,
+      "eval_ps_opus100_pr_auc": 0.7620330566483475,
+      "eval_pt_opus100_pr_auc": 0.9302973440452625,
+      "eval_pt_ud_pr_auc": 0.9897634827198237,
+      "eval_ro_ersatz_pr_auc": 0.9934609585563008,
+      "eval_ro_opus100_pr_auc": 0.8728031014616644,
+      "eval_ro_ud_pr_auc": 0.9003846170329851,
+      "eval_ru_ersatz_pr_auc": 0.9937313604000517,
+      "eval_ru_opus100_pr_auc": 0.9425485036453989,
+      "eval_ru_ud_pr_auc": 0.8801407289748888,
+      "eval_runtime": 863.088,
+      "eval_samples_per_second": 87.479,
+      "eval_si_opus100_pr_auc": 0.8136785780163022,
+      "eval_sk_opus100_pr_auc": 0.941150268008707,
+      "eval_sk_ud_pr_auc": 0.982646538770349,
+      "eval_sl_opus100_pr_auc": 0.8856354843266975,
+      "eval_sl_ud_pr_auc": 0.9718308850648189,
+      "eval_sq_opus100_pr_auc": 0.9366869202293525,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9168300922668614,
+      "eval_sr_ud_pr_auc": 0.9991660403458438,
+      "eval_steps_per_second": 1.367,
+      "eval_sv_opus100_pr_auc": 0.9140274659220348,
+      "eval_sv_ud_pr_auc": 0.9424279259574964,
+      "eval_ta_ersatz_pr_auc": 0.9816200027002752,
+      "eval_ta_opus100_pr_auc": 0.7484728388430781,
+      "eval_ta_ud_pr_auc": 0.9928072700739831,
+      "eval_te_opus100_pr_auc": 0.8425911674405007,
+      "eval_tg_opus100_pr_auc": 0.9076815622180463,
+      "eval_th_opus100_pr_auc": 0.69366102709172,
+      "eval_th_ud_pr_auc": 0.8710202117530788,
+      "eval_tr_ersatz_pr_auc": 0.9666076616586825,
+      "eval_tr_opus100_pr_auc": 0.9012742362225792,
+      "eval_tr_ud_pr_auc": 0.9592772444559117,
+      "eval_uk_opus100_pr_auc": 0.8872419253281355,
+      "eval_uk_ud_pr_auc": 0.9233764832823104,
+      "eval_ur_opus100_pr_auc": 0.6179596133845222,
+      "eval_ur_ud_pr_auc": 0.9959537722804975,
+      "eval_uz_opus100_pr_auc": 0.895148830000564,
+      "eval_vi_opus100_pr_auc": 0.8977521239634828,
+      "eval_vi_ud_pr_auc": 0.9514915692701476,
+      "eval_xh_opus100_pr_auc": 0.8924739111376306,
+      "eval_yi_opus100_pr_auc": 0.7000406040000337,
+      "eval_yo_opus100_pr_auc": 0.8442135512145496,
+      "eval_yo_ud_pr_auc": 0.9315451522894342,
+      "eval_zh_ersatz_pr_auc": 0.9718330853989425,
+      "eval_zh_opus100_pr_auc": 0.8944932581481511,
+      "eval_zh_ud_pr_auc": 0.9967417007542532,
+      "eval_zu_opus100_pr_auc": 0.83387861961168,
+      "step": 355000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.0216,
+      "step": 355050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0219,
+      "step": 355100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0214,
+      "step": 355150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0216,
+      "step": 355200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.0217,
+      "step": 355250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0218,
+      "step": 355300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.0215,
+      "step": 355350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.0221,
+      "step": 355400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0219,
+      "step": 355450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.0216,
+      "step": 355500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.0217,
+      "step": 355550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0215,
+      "step": 355600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0217,
+      "step": 355650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.0219,
+      "step": 355700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0215,
+      "step": 355750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0218,
+      "step": 355800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0219,
+      "step": 355850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.0216,
+      "step": 355900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0214,
+      "step": 355950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.0219,
+      "step": 356000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.021,
+      "step": 356050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.0215,
+      "step": 356100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0213,
+      "step": 356150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.0213,
+      "step": 356200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.0222,
+      "step": 356250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.0216,
+      "step": 356300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.0217,
+      "step": 356350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0215,
+      "step": 356400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0218,
+      "step": 356450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.0217,
+      "step": 356500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.0219,
+      "step": 356550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.0218,
+      "step": 356600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.0219,
+      "step": 356650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0215,
+      "step": 356700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.0216,
+      "step": 356750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0214,
+      "step": 356800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0215,
+      "step": 356850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0217,
+      "step": 356900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.0217,
+      "step": 356950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0215,
+      "step": 357000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0217,
+      "step": 357050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0218,
+      "step": 357100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.0222,
+      "step": 357150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.022,
+      "step": 357200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0218,
+      "step": 357250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0218,
+      "step": 357300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0216,
+      "step": 357350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0216,
+      "step": 357400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0214,
+      "step": 357450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0224,
+      "step": 357500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.0217,
+      "step": 357550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0217,
+      "step": 357600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0219,
+      "step": 357650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.0215,
+      "step": 357700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.0218,
+      "step": 357750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.0215,
+      "step": 357800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.0219,
+      "step": 357850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.0213,
+      "step": 357900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.0213,
+      "step": 357950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0216,
+      "step": 358000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.0217,
+      "step": 358050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.0216,
+      "step": 358100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.0211,
+      "step": 358150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0213,
+      "step": 358200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0221,
+      "step": 358250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.0218,
+      "step": 358300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.0215,
+      "step": 358350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.0216,
+      "step": 358400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0219,
+      "step": 358450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.0219,
+      "step": 358500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.0216,
+      "step": 358550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0216,
+      "step": 358600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.0217,
+      "step": 358650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0221,
+      "step": 358700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0213,
+      "step": 358750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.0214,
+      "step": 358800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.0215,
+      "step": 358850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.0216,
+      "step": 358900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.0216,
+      "step": 358950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0217,
+      "step": 359000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.0215,
+      "step": 359050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0218,
+      "step": 359100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.0217,
+      "step": 359150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.0214,
+      "step": 359200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.0221,
+      "step": 359250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0216,
+      "step": 359300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.0217,
+      "step": 359350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.0217,
+      "step": 359400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0217,
+      "step": 359450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.0216,
+      "step": 359500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0216,
+      "step": 359550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.0218,
+      "step": 359600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.0219,
+      "step": 359650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0217,
+      "step": 359700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0215,
+      "step": 359750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0217,
+      "step": 359800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0213,
+      "step": 359850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.0214,
+      "step": 359900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0215,
+      "step": 359950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0216,
+      "step": 360000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.782997171994335,
+      "eval_af_ud_pr_auc": 0.9901605357468461,
+      "eval_am_opus100_pr_auc": 0.5795292461256787,
+      "eval_ar_ersatz_pr_auc": 0.9287352183478327,
+      "eval_ar_opus100_pr_auc": 0.7426175108137328,
+      "eval_ar_ud_pr_auc": 0.8972691679971972,
+      "eval_average_ersatz_pr_auc": 0.9736953895678288,
+      "eval_average_opus100_pr_auc": 0.8515903864192366,
+      "eval_average_ud_pr_auc": 0.9649385162700579,
+      "eval_az_opus100_pr_auc": 0.7981936247404045,
+      "eval_be_opus100_pr_auc": 0.746870235969479,
+      "eval_be_ud_pr_auc": 0.9080872474412723,
+      "eval_bg_opus100_pr_auc": 0.9205490659542196,
+      "eval_bg_ud_pr_auc": 0.9966760637922798,
+      "eval_bn_opus100_pr_auc": 0.8504054558159071,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9037762581244214,
+      "eval_ca_ud_pr_auc": 0.9950106067694721,
+      "eval_ceb_ud_pr_auc": 0.9993734911950659,
+      "eval_cs_ersatz_pr_auc": 0.9855894358926102,
+      "eval_cs_opus100_pr_auc": 0.9222902115646919,
+      "eval_cs_ud_pr_auc": 0.9623611582350959,
+      "eval_cy_opus100_pr_auc": 0.7880219174180588,
+      "eval_cy_ud_pr_auc": 0.9972392840975209,
+      "eval_da_opus100_pr_auc": 0.9226307766694821,
+      "eval_da_ud_pr_auc": 0.9779372808401029,
+      "eval_de_ersatz_pr_auc": 0.9898623797608128,
+      "eval_de_opus100_pr_auc": 0.9157939892478772,
+      "eval_de_ud_pr_auc": 0.9852062939329064,
+      "eval_el_opus100_pr_auc": 0.918090483111408,
+      "eval_el_ud_pr_auc": 0.9896851941742469,
+      "eval_en_ersatz_pr_auc": 0.9931877428720876,
+      "eval_en_opus100_pr_auc": 0.9235250218838488,
+      "eval_en_ud_pr_auc": 0.9823944108310075,
+      "eval_eo_opus100_pr_auc": 0.9305237471725484,
+      "eval_es_ersatz_pr_auc": 0.9969674075729844,
+      "eval_es_opus100_pr_auc": 0.9393812588427038,
+      "eval_es_ud_pr_auc": 0.9915022554183437,
+      "eval_et_ersatz_pr_auc": 0.9831305777551144,
+      "eval_et_opus100_pr_auc": 0.9243129905467715,
+      "eval_et_ud_pr_auc": 0.9648219309349216,
+      "eval_eu_opus100_pr_auc": 0.8847701854843323,
+      "eval_eu_ud_pr_auc": 0.985747058797941,
+      "eval_fa_opus100_pr_auc": 0.6322196589119518,
+      "eval_fa_ud_pr_auc": 0.9941220440626308,
+      "eval_fi_ersatz_pr_auc": 0.9940819075864846,
+      "eval_fi_opus100_pr_auc": 0.9290762522481151,
+      "eval_fi_ud_pr_auc": 0.961313671275886,
+      "eval_fr_ersatz_pr_auc": 0.9885385354486111,
+      "eval_fr_opus100_pr_auc": 0.9203985311570355,
+      "eval_fr_ud_pr_auc": 0.9871717634940052,
+      "eval_fy_opus100_pr_auc": 0.6858464218449414,
+      "eval_ga_opus100_pr_auc": 0.9164176431711342,
+      "eval_ga_ud_pr_auc": 0.8130303445403982,
+      "eval_gd_opus100_pr_auc": 0.7070278232014979,
+      "eval_gd_ud_pr_auc": 0.8173102808520636,
+      "eval_gl_opus100_pr_auc": 0.8952797585031006,
+      "eval_gl_ud_pr_auc": 0.998193811150428,
+      "eval_gu_ersatz_pr_auc": 0.9502427759652808,
+      "eval_gu_opus100_pr_auc": 0.7617667328382993,
+      "eval_ha_opus100_pr_auc": 0.9289913298401941,
+      "eval_he_opus100_pr_auc": 0.8835695866284822,
+      "eval_he_ud_pr_auc": 0.9795364313871053,
+      "eval_hi_ersatz_pr_auc": 0.9834063811857396,
+      "eval_hi_opus100_pr_auc": 0.7368460379688946,
+      "eval_hi_ud_pr_auc": 0.9775563097148167,
+      "eval_hu_opus100_pr_auc": 0.9237444004703573,
+      "eval_hu_ud_pr_auc": 0.9864180550685123,
+      "eval_hy_opus100_pr_auc": 0.9041142251223369,
+      "eval_hy_ud_pr_auc": 0.9772166371408885,
+      "eval_id_opus100_pr_auc": 0.8942912594878611,
+      "eval_id_ud_pr_auc": 0.9927482049409152,
+      "eval_ig_opus100_pr_auc": 0.8692103279136422,
+      "eval_is_opus100_pr_auc": 0.9332373295270566,
+      "eval_is_ud_pr_auc": 0.9078187662330893,
+      "eval_it_opus100_pr_auc": 0.916816290454173,
+      "eval_it_ud_pr_auc": 0.9922073007039836,
+      "eval_ja_ersatz_pr_auc": 0.9146146046602185,
+      "eval_ja_opus100_pr_auc": 0.8547063610622128,
+      "eval_ja_ud_pr_auc": 0.9863300705673875,
+      "eval_jv_ud_pr_auc": 0.9598692262160753,
+      "eval_ka_opus100_pr_auc": 0.8744521417856083,
+      "eval_kk_ersatz_pr_auc": 0.9887196613750611,
+      "eval_kk_opus100_pr_auc": 0.7950663903485012,
+      "eval_kk_ud_pr_auc": 0.9716013826992096,
+      "eval_km_ersatz_pr_auc": 0.9422627952783691,
+      "eval_km_opus100_pr_auc": 0.7545324070152806,
+      "eval_kn_opus100_pr_auc": 0.688580587854294,
+      "eval_ko_opus100_pr_auc": 0.7116201137375715,
+      "eval_ko_ud_pr_auc": 0.9987354445612854,
+      "eval_ku_opus100_pr_auc": 0.8692663175201354,
+      "eval_ky_opus100_pr_auc": 0.8961014829486024,
+      "eval_la_ud_pr_auc": 0.9765366194790975,
+      "eval_loss": 0.025096915662288666,
+      "eval_lt_ersatz_pr_auc": 0.9963162544573021,
+      "eval_lt_opus100_pr_auc": 0.8916735042411633,
+      "eval_lt_ud_pr_auc": 0.9972195815397635,
+      "eval_lv_ersatz_pr_auc": 0.9910430755201538,
+      "eval_lv_opus100_pr_auc": 0.8988444999675511,
+      "eval_lv_ud_pr_auc": 0.9685805834715392,
+      "eval_mg_opus100_pr_auc": 0.9418013656796221,
+      "eval_mk_opus100_pr_auc": 0.9287730209817132,
+      "eval_ml_opus100_pr_auc": 0.8022727298817115,
+      "eval_mn_opus100_pr_auc": 0.9507180425153913,
+      "eval_mr_opus100_pr_auc": 0.9285839771724955,
+      "eval_mr_ud_pr_auc": 0.9851253627150736,
+      "eval_ms_opus100_pr_auc": 0.8677568472388375,
+      "eval_mt_opus100_pr_auc": 0.8670351718522017,
+      "eval_mt_ud_pr_auc": 0.9019451382310046,
+      "eval_my_opus100_pr_auc": 0.8508732008414773,
+      "eval_ne_opus100_pr_auc": 0.7480507355255576,
+      "eval_nl_opus100_pr_auc": 0.900961165483368,
+      "eval_nl_ud_pr_auc": 0.9837098268404407,
+      "eval_no_opus100_pr_auc": 0.925517287996437,
+      "eval_no_ud_pr_auc": 0.9966123498382322,
+      "eval_pa_opus100_pr_auc": 0.6911229431313365,
+      "eval_pl_ersatz_pr_auc": 0.9695570373270971,
+      "eval_pl_opus100_pr_auc": 0.9023471695455827,
+      "eval_pl_ud_pr_auc": 0.9698889071630428,
+      "eval_ps_ersatz_pr_auc": 0.922765356664714,
+      "eval_ps_opus100_pr_auc": 0.7499885358156938,
+      "eval_pt_opus100_pr_auc": 0.9274186375577286,
+      "eval_pt_ud_pr_auc": 0.9877222224412713,
+      "eval_ro_ersatz_pr_auc": 0.9930694844872303,
+      "eval_ro_opus100_pr_auc": 0.8726192148113704,
+      "eval_ro_ud_pr_auc": 0.9128605287140494,
+      "eval_ru_ersatz_pr_auc": 0.9939335795247837,
+      "eval_ru_opus100_pr_auc": 0.9366833373887984,
+      "eval_ru_ud_pr_auc": 0.8859459938540837,
+      "eval_runtime": 866.2374,
+      "eval_samples_per_second": 87.161,
+      "eval_si_opus100_pr_auc": 0.8199472305818303,
+      "eval_sk_opus100_pr_auc": 0.9336680051248137,
+      "eval_sk_ud_pr_auc": 0.9845638350620634,
+      "eval_sl_opus100_pr_auc": 0.8890564868934605,
+      "eval_sl_ud_pr_auc": 0.968759530655863,
+      "eval_sq_opus100_pr_auc": 0.9372276043613912,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9181821839552947,
+      "eval_sr_ud_pr_auc": 0.9993015497105684,
+      "eval_steps_per_second": 1.362,
+      "eval_sv_opus100_pr_auc": 0.9145370645198941,
+      "eval_sv_ud_pr_auc": 0.9406298552289666,
+      "eval_ta_ersatz_pr_auc": 0.9819467218673663,
+      "eval_ta_opus100_pr_auc": 0.7450807935772217,
+      "eval_ta_ud_pr_auc": 0.9917818658349937,
+      "eval_te_opus100_pr_auc": 0.8433375223486335,
+      "eval_tg_opus100_pr_auc": 0.899252253286338,
+      "eval_th_opus100_pr_auc": 0.695733114106565,
+      "eval_th_ud_pr_auc": 0.8722605794498116,
+      "eval_tr_ersatz_pr_auc": 0.9675190054833755,
+      "eval_tr_opus100_pr_auc": 0.8996600150032431,
+      "eval_tr_ud_pr_auc": 0.9634720631434628,
+      "eval_uk_opus100_pr_auc": 0.883946433709757,
+      "eval_uk_ud_pr_auc": 0.9225857158124888,
+      "eval_ur_opus100_pr_auc": 0.6231195960771586,
+      "eval_ur_ud_pr_auc": 0.9942532822652205,
+      "eval_uz_opus100_pr_auc": 0.8978305687989644,
+      "eval_vi_opus100_pr_auc": 0.8938373788731088,
+      "eval_vi_ud_pr_auc": 0.9470002417787504,
+      "eval_xh_opus100_pr_auc": 0.8921691285813662,
+      "eval_yi_opus100_pr_auc": 0.7174935220318741,
+      "eval_yo_opus100_pr_auc": 0.8497875023544821,
+      "eval_yo_ud_pr_auc": 0.9323531986241493,
+      "eval_zh_ersatz_pr_auc": 0.9658086314590051,
+      "eval_zh_opus100_pr_auc": 0.8858449495229525,
+      "eval_zh_ud_pr_auc": 0.9937348707264659,
+      "eval_zu_opus100_pr_auc": 0.8302003819998458,
+      "step": 360000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.0217,
+      "step": 360050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.0216,
+      "step": 360100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.0218,
+      "step": 360150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0219,
+      "step": 360200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0217,
+      "step": 360250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.022,
+      "step": 360300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0217,
+      "step": 360350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0213,
+      "step": 360400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0217,
+      "step": 360450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0221,
+      "step": 360500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.022,
+      "step": 360550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.022,
+      "step": 360600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0217,
+      "step": 360650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0217,
+      "step": 360700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.0216,
+      "step": 360750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0217,
+      "step": 360800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.0216,
+      "step": 360850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0216,
+      "step": 360900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.022,
+      "step": 360950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0219,
+      "step": 361000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.0219,
+      "step": 361050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0215,
+      "step": 361100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.0215,
+      "step": 361150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.0213,
+      "step": 361200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.0216,
+      "step": 361250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.0216,
+      "step": 361300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0214,
+      "step": 361350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.0212,
+      "step": 361400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0213,
+      "step": 361450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0214,
+      "step": 361500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0218,
+      "step": 361550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0219,
+      "step": 361600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.0213,
+      "step": 361650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.0217,
+      "step": 361700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0215,
+      "step": 361750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0214,
+      "step": 361800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0214,
+      "step": 361850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.0215,
+      "step": 361900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.022,
+      "step": 361950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.0213,
+      "step": 362000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0221,
+      "step": 362050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.0218,
+      "step": 362100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.0215,
+      "step": 362150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0214,
+      "step": 362200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0214,
+      "step": 362250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.021,
+      "step": 362300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.0217,
+      "step": 362350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.0219,
+      "step": 362400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.0214,
+      "step": 362450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.0218,
+      "step": 362500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0216,
+      "step": 362550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.0218,
+      "step": 362600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.0216,
+      "step": 362650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0215,
+      "step": 362700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0214,
+      "step": 362750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0217,
+      "step": 362800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0216,
+      "step": 362850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.0219,
+      "step": 362900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.0217,
+      "step": 362950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.0216,
+      "step": 363000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.0221,
+      "step": 363050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.0216,
+      "step": 363100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.0213,
+      "step": 363150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.0219,
+      "step": 363200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.0211,
+      "step": 363250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.0217,
+      "step": 363300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0218,
+      "step": 363350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0218,
+      "step": 363400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.022,
+      "step": 363450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.0215,
+      "step": 363500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.0216,
+      "step": 363550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0216,
+      "step": 363600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.0214,
+      "step": 363650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.0218,
+      "step": 363700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.0218,
+      "step": 363750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.0213,
+      "step": 363800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.0217,
+      "step": 363850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.0217,
+      "step": 363900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0216,
+      "step": 363950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.022,
+      "step": 364000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.0216,
+      "step": 364050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.022,
+      "step": 364100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.022,
+      "step": 364150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.0218,
+      "step": 364200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.0217,
+      "step": 364250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.0216,
+      "step": 364300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0218,
+      "step": 364350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.0216,
+      "step": 364400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.0212,
+      "step": 364450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0215,
+      "step": 364500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0216,
+      "step": 364550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.022,
+      "step": 364600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0212,
+      "step": 364650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.0219,
+      "step": 364700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0212,
+      "step": 364750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.0213,
+      "step": 364800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.0214,
+      "step": 364850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0213,
+      "step": 364900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.0219,
+      "step": 364950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.0214,
+      "step": 365000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7860311086547952,
+      "eval_af_ud_pr_auc": 0.9897698290964287,
+      "eval_am_opus100_pr_auc": 0.5963986555720671,
+      "eval_ar_ersatz_pr_auc": 0.9275989384825343,
+      "eval_ar_opus100_pr_auc": 0.7486545653763613,
+      "eval_ar_ud_pr_auc": 0.9009395457702573,
+      "eval_average_ersatz_pr_auc": 0.9745097562926559,
+      "eval_average_opus100_pr_auc": 0.8545596885703824,
+      "eval_average_ud_pr_auc": 0.9658564725140206,
+      "eval_az_opus100_pr_auc": 0.803356341335349,
+      "eval_be_opus100_pr_auc": 0.7434149636462545,
+      "eval_be_ud_pr_auc": 0.9041918440620139,
+      "eval_bg_opus100_pr_auc": 0.9220000931336624,
+      "eval_bg_ud_pr_auc": 0.9972839159844833,
+      "eval_bn_opus100_pr_auc": 0.8529526210384528,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9015785200790112,
+      "eval_ca_ud_pr_auc": 0.9955574559970886,
+      "eval_ceb_ud_pr_auc": 0.9992776475044056,
+      "eval_cs_ersatz_pr_auc": 0.9865230764178181,
+      "eval_cs_opus100_pr_auc": 0.9216141802420956,
+      "eval_cs_ud_pr_auc": 0.96353019023651,
+      "eval_cy_opus100_pr_auc": 0.797958265144846,
+      "eval_cy_ud_pr_auc": 0.9974466692051662,
+      "eval_da_opus100_pr_auc": 0.9254787793731696,
+      "eval_da_ud_pr_auc": 0.9793961473420175,
+      "eval_de_ersatz_pr_auc": 0.9909925493816891,
+      "eval_de_opus100_pr_auc": 0.914045229270033,
+      "eval_de_ud_pr_auc": 0.9867332604389377,
+      "eval_el_opus100_pr_auc": 0.917088865305913,
+      "eval_el_ud_pr_auc": 0.9908703123299677,
+      "eval_en_ersatz_pr_auc": 0.9933370936533443,
+      "eval_en_opus100_pr_auc": 0.9273979125969959,
+      "eval_en_ud_pr_auc": 0.9820033437872303,
+      "eval_eo_opus100_pr_auc": 0.9319962481558766,
+      "eval_es_ersatz_pr_auc": 0.9968051022020853,
+      "eval_es_opus100_pr_auc": 0.9411022169751507,
+      "eval_es_ud_pr_auc": 0.9920001452384535,
+      "eval_et_ersatz_pr_auc": 0.9822345551185484,
+      "eval_et_opus100_pr_auc": 0.9276989090812308,
+      "eval_et_ud_pr_auc": 0.9645282595591247,
+      "eval_eu_opus100_pr_auc": 0.8871566025658755,
+      "eval_eu_ud_pr_auc": 0.9884005922455753,
+      "eval_fa_opus100_pr_auc": 0.644236337891023,
+      "eval_fa_ud_pr_auc": 0.9942588171683642,
+      "eval_fi_ersatz_pr_auc": 0.9944036088338478,
+      "eval_fi_opus100_pr_auc": 0.9288656860858848,
+      "eval_fi_ud_pr_auc": 0.9618080015012057,
+      "eval_fr_ersatz_pr_auc": 0.989308749838355,
+      "eval_fr_opus100_pr_auc": 0.9214245942844569,
+      "eval_fr_ud_pr_auc": 0.9883744576596754,
+      "eval_fy_opus100_pr_auc": 0.7069829807317776,
+      "eval_ga_opus100_pr_auc": 0.9187097482920239,
+      "eval_ga_ud_pr_auc": 0.8106784907956429,
+      "eval_gd_opus100_pr_auc": 0.7051272123939455,
+      "eval_gd_ud_pr_auc": 0.8154981828739646,
+      "eval_gl_opus100_pr_auc": 0.894300705793506,
+      "eval_gl_ud_pr_auc": 0.998588196073714,
+      "eval_gu_ersatz_pr_auc": 0.9490642825506076,
+      "eval_gu_opus100_pr_auc": 0.7670742331190034,
+      "eval_ha_opus100_pr_auc": 0.9297869008010489,
+      "eval_he_opus100_pr_auc": 0.8813939650317049,
+      "eval_he_ud_pr_auc": 0.9782434252008608,
+      "eval_hi_ersatz_pr_auc": 0.9842796940624345,
+      "eval_hi_opus100_pr_auc": 0.7376002416597995,
+      "eval_hi_ud_pr_auc": 0.9826684934877852,
+      "eval_hu_opus100_pr_auc": 0.9249505387469324,
+      "eval_hu_ud_pr_auc": 0.988649222539702,
+      "eval_hy_opus100_pr_auc": 0.9105863785850662,
+      "eval_hy_ud_pr_auc": 0.9765917727895078,
+      "eval_id_opus100_pr_auc": 0.8904014206123998,
+      "eval_id_ud_pr_auc": 0.9942333193139932,
+      "eval_ig_opus100_pr_auc": 0.8717935059422786,
+      "eval_is_opus100_pr_auc": 0.9352124454656017,
+      "eval_is_ud_pr_auc": 0.912463241663786,
+      "eval_it_opus100_pr_auc": 0.9176223928678405,
+      "eval_it_ud_pr_auc": 0.9940161356478523,
+      "eval_ja_ersatz_pr_auc": 0.9115903629190273,
+      "eval_ja_opus100_pr_auc": 0.857484997718679,
+      "eval_ja_ud_pr_auc": 0.9874358039789604,
+      "eval_jv_ud_pr_auc": 0.9591810156240075,
+      "eval_ka_opus100_pr_auc": 0.8715490289705289,
+      "eval_kk_ersatz_pr_auc": 0.9892897708926287,
+      "eval_kk_opus100_pr_auc": 0.7996885967172815,
+      "eval_kk_ud_pr_auc": 0.9734345193030804,
+      "eval_km_ersatz_pr_auc": 0.9423556368133387,
+      "eval_km_opus100_pr_auc": 0.7735001738123156,
+      "eval_kn_opus100_pr_auc": 0.685501903626217,
+      "eval_ko_opus100_pr_auc": 0.7118630161084655,
+      "eval_ko_ud_pr_auc": 0.99870528552103,
+      "eval_ku_opus100_pr_auc": 0.8743543664024745,
+      "eval_ky_opus100_pr_auc": 0.9079897396962947,
+      "eval_la_ud_pr_auc": 0.9762934471490087,
+      "eval_loss": 0.025249142199754715,
+      "eval_lt_ersatz_pr_auc": 0.9968379099581292,
+      "eval_lt_opus100_pr_auc": 0.8929801071909981,
+      "eval_lt_ud_pr_auc": 0.9977826155503149,
+      "eval_lv_ersatz_pr_auc": 0.9912435924397665,
+      "eval_lv_opus100_pr_auc": 0.899205880545008,
+      "eval_lv_ud_pr_auc": 0.96825075778789,
+      "eval_mg_opus100_pr_auc": 0.9388491721014113,
+      "eval_mk_opus100_pr_auc": 0.9278335325178017,
+      "eval_ml_opus100_pr_auc": 0.8087038587675405,
+      "eval_mn_opus100_pr_auc": 0.9549547859406442,
+      "eval_mr_opus100_pr_auc": 0.9248398616599186,
+      "eval_mr_ud_pr_auc": 0.974790390205372,
+      "eval_ms_opus100_pr_auc": 0.8735994462434393,
+      "eval_mt_opus100_pr_auc": 0.8727290619549962,
+      "eval_mt_ud_pr_auc": 0.9022280633472772,
+      "eval_my_opus100_pr_auc": 0.8580725852258702,
+      "eval_ne_opus100_pr_auc": 0.7559227741803084,
+      "eval_nl_opus100_pr_auc": 0.9029313710010869,
+      "eval_nl_ud_pr_auc": 0.9853959433547352,
+      "eval_no_opus100_pr_auc": 0.9240059213816387,
+      "eval_no_ud_pr_auc": 0.9967058600287525,
+      "eval_pa_opus100_pr_auc": 0.7040560361825473,
+      "eval_pl_ersatz_pr_auc": 0.9716347893986944,
+      "eval_pl_opus100_pr_auc": 0.9046577525172053,
+      "eval_pl_ud_pr_auc": 0.9729979749610047,
+      "eval_ps_ersatz_pr_auc": 0.9266500583662286,
+      "eval_ps_opus100_pr_auc": 0.757416095131872,
+      "eval_pt_opus100_pr_auc": 0.9273154231634327,
+      "eval_pt_ud_pr_auc": 0.9873423912936212,
+      "eval_ro_ersatz_pr_auc": 0.9931197113429252,
+      "eval_ro_opus100_pr_auc": 0.866170023968591,
+      "eval_ro_ud_pr_auc": 0.9196132386762789,
+      "eval_ru_ersatz_pr_auc": 0.9936299057367324,
+      "eval_ru_opus100_pr_auc": 0.9357762858373156,
+      "eval_ru_ud_pr_auc": 0.888308858401759,
+      "eval_runtime": 862.7469,
+      "eval_samples_per_second": 87.513,
+      "eval_si_opus100_pr_auc": 0.817947524889918,
+      "eval_sk_opus100_pr_auc": 0.9388842719388041,
+      "eval_sk_ud_pr_auc": 0.9823850052285853,
+      "eval_sl_opus100_pr_auc": 0.8902197307609055,
+      "eval_sl_ud_pr_auc": 0.9707867968727065,
+      "eval_sq_opus100_pr_auc": 0.9390543399488188,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9196920097817615,
+      "eval_sr_ud_pr_auc": 0.9993843294260172,
+      "eval_steps_per_second": 1.368,
+      "eval_sv_opus100_pr_auc": 0.9148164934682091,
+      "eval_sv_ud_pr_auc": 0.9424803202557226,
+      "eval_ta_ersatz_pr_auc": 0.9814036954244784,
+      "eval_ta_opus100_pr_auc": 0.7451575118964817,
+      "eval_ta_ud_pr_auc": 0.9910463040427366,
+      "eval_te_opus100_pr_auc": 0.8423622176075155,
+      "eval_tg_opus100_pr_auc": 0.9016681150932079,
+      "eval_th_opus100_pr_auc": 0.6954881760567007,
+      "eval_th_ud_pr_auc": 0.8787120671331774,
+      "eval_tr_ersatz_pr_auc": 0.9683955180992723,
+      "eval_tr_opus100_pr_auc": 0.9015173145622906,
+      "eval_tr_ud_pr_auc": 0.9600709504036038,
+      "eval_uk_opus100_pr_auc": 0.8858517480161865,
+      "eval_uk_ud_pr_auc": 0.9241887876479237,
+      "eval_ur_opus100_pr_auc": 0.628410162901129,
+      "eval_ur_ud_pr_auc": 0.9958554583504197,
+      "eval_uz_opus100_pr_auc": 0.8985778186127291,
+      "eval_vi_opus100_pr_auc": 0.9008534513868074,
+      "eval_vi_ud_pr_auc": 0.9608109408461332,
+      "eval_xh_opus100_pr_auc": 0.8958999963294281,
+      "eval_yi_opus100_pr_auc": 0.7268812535300532,
+      "eval_yo_opus100_pr_auc": 0.8540394105374526,
+      "eval_yo_ud_pr_auc": 0.9349685097562254,
+      "eval_zh_ersatz_pr_auc": 0.9785160365059447,
+      "eval_zh_opus100_pr_auc": 0.8977722658929742,
+      "eval_zh_ud_pr_auc": 0.9966623826391241,
+      "eval_zu_opus100_pr_auc": 0.8348554851446804,
+      "step": 365000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.0217,
+      "step": 365050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.0214,
+      "step": 365100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0215,
+      "step": 365150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.0214,
+      "step": 365200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.0212,
+      "step": 365250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.0219,
+      "step": 365300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0215,
+      "step": 365350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.0213,
+      "step": 365400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.0215,
+      "step": 365450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0221,
+      "step": 365500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0215,
+      "step": 365550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0217,
+      "step": 365600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.0222,
+      "step": 365650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.0217,
+      "step": 365700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.0214,
+      "step": 365750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.0217,
+      "step": 365800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0216,
+      "step": 365850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.0219,
+      "step": 365900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0213,
+      "step": 365950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.0219,
+      "step": 366000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.022,
+      "step": 366050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.0212,
+      "step": 366100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.0221,
+      "step": 366150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.0219,
+      "step": 366200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0219,
+      "step": 366250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0215,
+      "step": 366300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0217,
+      "step": 366350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0214,
+      "step": 366400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0218,
+      "step": 366450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0221,
+      "step": 366500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.0213,
+      "step": 366550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0213,
+      "step": 366600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.0217,
+      "step": 366650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.0218,
+      "step": 366700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0216,
+      "step": 366750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.0221,
+      "step": 366800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.0215,
+      "step": 366850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.022,
+      "step": 366900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0215,
+      "step": 366950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0218,
+      "step": 367000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0215,
+      "step": 367050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0213,
+      "step": 367100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.0214,
+      "step": 367150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0215,
+      "step": 367200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0216,
+      "step": 367250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.0216,
+      "step": 367300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.0216,
+      "step": 367350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.022,
+      "step": 367400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.022,
+      "step": 367450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0219,
+      "step": 367500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0216,
+      "step": 367550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.0215,
+      "step": 367600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0216,
+      "step": 367650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.0219,
+      "step": 367700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.0214,
+      "step": 367750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.0215,
+      "step": 367800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.0216,
+      "step": 367850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0216,
+      "step": 367900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.0211,
+      "step": 367950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.0214,
+      "step": 368000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0219,
+      "step": 368050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0216,
+      "step": 368100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.0211,
+      "step": 368150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.0214,
+      "step": 368200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.0214,
+      "step": 368250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.0215,
+      "step": 368300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.0215,
+      "step": 368350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.0215,
+      "step": 368400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.0218,
+      "step": 368450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0218,
+      "step": 368500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.0211,
+      "step": 368550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.0216,
+      "step": 368600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.0218,
+      "step": 368650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0215,
+      "step": 368700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0216,
+      "step": 368750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0212,
+      "step": 368800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.0216,
+      "step": 368850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0215,
+      "step": 368900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0217,
+      "step": 368950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.0215,
+      "step": 369000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.0218,
+      "step": 369050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0215,
+      "step": 369100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.0216,
+      "step": 369150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0215,
+      "step": 369200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.0218,
+      "step": 369250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.0221,
+      "step": 369300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.0216,
+      "step": 369350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.0218,
+      "step": 369400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0214,
+      "step": 369450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0215,
+      "step": 369500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.0213,
+      "step": 369550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0214,
+      "step": 369600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0218,
+      "step": 369650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.0212,
+      "step": 369700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.0215,
+      "step": 369750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.0212,
+      "step": 369800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.0215,
+      "step": 369850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.0212,
+      "step": 369900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.0215,
+      "step": 369950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.0215,
+      "step": 370000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7871261011294499,
+      "eval_af_ud_pr_auc": 0.9893165286903064,
+      "eval_am_opus100_pr_auc": 0.5883163877823016,
+      "eval_ar_ersatz_pr_auc": 0.9267459505274913,
+      "eval_ar_opus100_pr_auc": 0.7447109320526871,
+      "eval_ar_ud_pr_auc": 0.9031602017982462,
+      "eval_average_ersatz_pr_auc": 0.9726826361362769,
+      "eval_average_opus100_pr_auc": 0.8530326376331939,
+      "eval_average_ud_pr_auc": 0.965231680884982,
+      "eval_az_opus100_pr_auc": 0.7919462528522596,
+      "eval_be_opus100_pr_auc": 0.7590298552471028,
+      "eval_be_ud_pr_auc": 0.9039057004213071,
+      "eval_bg_opus100_pr_auc": 0.9201581075113433,
+      "eval_bg_ud_pr_auc": 0.9967839779135883,
+      "eval_bn_opus100_pr_auc": 0.8508605193914466,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8985747270825687,
+      "eval_ca_ud_pr_auc": 0.9949736348332678,
+      "eval_ceb_ud_pr_auc": 0.999436440805226,
+      "eval_cs_ersatz_pr_auc": 0.9861933186070937,
+      "eval_cs_opus100_pr_auc": 0.921714454058411,
+      "eval_cs_ud_pr_auc": 0.9625690991713005,
+      "eval_cy_opus100_pr_auc": 0.7930894952395896,
+      "eval_cy_ud_pr_auc": 0.997039122634631,
+      "eval_da_opus100_pr_auc": 0.9230144070376749,
+      "eval_da_ud_pr_auc": 0.9762104833532836,
+      "eval_de_ersatz_pr_auc": 0.9895461780448636,
+      "eval_de_opus100_pr_auc": 0.9154582086320411,
+      "eval_de_ud_pr_auc": 0.9855712837707935,
+      "eval_el_opus100_pr_auc": 0.9172927315507818,
+      "eval_el_ud_pr_auc": 0.9911231510686015,
+      "eval_en_ersatz_pr_auc": 0.9928923316670581,
+      "eval_en_opus100_pr_auc": 0.9255265523651702,
+      "eval_en_ud_pr_auc": 0.9791622693552888,
+      "eval_eo_opus100_pr_auc": 0.9297990191646532,
+      "eval_es_ersatz_pr_auc": 0.9964632250121913,
+      "eval_es_opus100_pr_auc": 0.9395416205466767,
+      "eval_es_ud_pr_auc": 0.9919528480525578,
+      "eval_et_ersatz_pr_auc": 0.982703371810492,
+      "eval_et_opus100_pr_auc": 0.9252953462067774,
+      "eval_et_ud_pr_auc": 0.9687459346911422,
+      "eval_eu_opus100_pr_auc": 0.881660744138438,
+      "eval_eu_ud_pr_auc": 0.9852851467210744,
+      "eval_fa_opus100_pr_auc": 0.6298385461975009,
+      "eval_fa_ud_pr_auc": 0.9942912554393178,
+      "eval_fi_ersatz_pr_auc": 0.9942208075827197,
+      "eval_fi_opus100_pr_auc": 0.9280025273920465,
+      "eval_fi_ud_pr_auc": 0.9612508917942898,
+      "eval_fr_ersatz_pr_auc": 0.9884657374875983,
+      "eval_fr_opus100_pr_auc": 0.9213118418705553,
+      "eval_fr_ud_pr_auc": 0.9885732376662719,
+      "eval_fy_opus100_pr_auc": 0.6969986775226988,
+      "eval_ga_opus100_pr_auc": 0.9174116656199004,
+      "eval_ga_ud_pr_auc": 0.8197379032459151,
+      "eval_gd_opus100_pr_auc": 0.7251947860147245,
+      "eval_gd_ud_pr_auc": 0.8156114551123852,
+      "eval_gl_opus100_pr_auc": 0.8911945081425168,
+      "eval_gl_ud_pr_auc": 0.998081803750525,
+      "eval_gu_ersatz_pr_auc": 0.9457955295036323,
+      "eval_gu_opus100_pr_auc": 0.7657838524418362,
+      "eval_ha_opus100_pr_auc": 0.9288461643019863,
+      "eval_he_opus100_pr_auc": 0.8735248685031934,
+      "eval_he_ud_pr_auc": 0.9765564179528625,
+      "eval_hi_ersatz_pr_auc": 0.9816842858844175,
+      "eval_hi_opus100_pr_auc": 0.7363921086613405,
+      "eval_hi_ud_pr_auc": 0.9799877166334745,
+      "eval_hu_opus100_pr_auc": 0.9222776610448647,
+      "eval_hu_ud_pr_auc": 0.9870873165894398,
+      "eval_hy_opus100_pr_auc": 0.9104358021467845,
+      "eval_hy_ud_pr_auc": 0.9758961618672779,
+      "eval_id_opus100_pr_auc": 0.8946485100266742,
+      "eval_id_ud_pr_auc": 0.9939844662027363,
+      "eval_ig_opus100_pr_auc": 0.875116494744543,
+      "eval_is_opus100_pr_auc": 0.9321374458390523,
+      "eval_is_ud_pr_auc": 0.9118472873993547,
+      "eval_it_opus100_pr_auc": 0.9164681921669172,
+      "eval_it_ud_pr_auc": 0.9924141562148203,
+      "eval_ja_ersatz_pr_auc": 0.9068638381659158,
+      "eval_ja_opus100_pr_auc": 0.8624593835583092,
+      "eval_ja_ud_pr_auc": 0.9859532267730053,
+      "eval_jv_ud_pr_auc": 0.9603211869847676,
+      "eval_ka_opus100_pr_auc": 0.8703087622262585,
+      "eval_kk_ersatz_pr_auc": 0.9882250829123022,
+      "eval_kk_opus100_pr_auc": 0.8062640027132548,
+      "eval_kk_ud_pr_auc": 0.9714935739507906,
+      "eval_km_ersatz_pr_auc": 0.9430501491145195,
+      "eval_km_opus100_pr_auc": 0.7773167395306733,
+      "eval_kn_opus100_pr_auc": 0.677101237785841,
+      "eval_ko_opus100_pr_auc": 0.7070343831315982,
+      "eval_ko_ud_pr_auc": 0.9982101413292763,
+      "eval_ku_opus100_pr_auc": 0.8730688675241463,
+      "eval_ky_opus100_pr_auc": 0.9023153366731574,
+      "eval_la_ud_pr_auc": 0.9760988823640444,
+      "eval_loss": 0.025109224021434784,
+      "eval_lt_ersatz_pr_auc": 0.9965754311036095,
+      "eval_lt_opus100_pr_auc": 0.8959732370354448,
+      "eval_lt_ud_pr_auc": 0.9978639609414359,
+      "eval_lv_ersatz_pr_auc": 0.9905999483024072,
+      "eval_lv_opus100_pr_auc": 0.9011801176766534,
+      "eval_lv_ud_pr_auc": 0.9656375637134188,
+      "eval_mg_opus100_pr_auc": 0.9365517958428786,
+      "eval_mk_opus100_pr_auc": 0.9260350188759484,
+      "eval_ml_opus100_pr_auc": 0.8038458440933609,
+      "eval_mn_opus100_pr_auc": 0.9522072087667043,
+      "eval_mr_opus100_pr_auc": 0.9224987935480121,
+      "eval_mr_ud_pr_auc": 0.9769384118055656,
+      "eval_ms_opus100_pr_auc": 0.8742344150253333,
+      "eval_mt_opus100_pr_auc": 0.8662709683502916,
+      "eval_mt_ud_pr_auc": 0.9254776107435642,
+      "eval_my_opus100_pr_auc": 0.8582060715567619,
+      "eval_ne_opus100_pr_auc": 0.7442226184981032,
+      "eval_nl_opus100_pr_auc": 0.8992703223131256,
+      "eval_nl_ud_pr_auc": 0.9852804403657336,
+      "eval_no_opus100_pr_auc": 0.9203607878993695,
+      "eval_no_ud_pr_auc": 0.9966225369389807,
+      "eval_pa_opus100_pr_auc": 0.7003126543400214,
+      "eval_pl_ersatz_pr_auc": 0.9682325109627135,
+      "eval_pl_opus100_pr_auc": 0.9034743471598833,
+      "eval_pl_ud_pr_auc": 0.9682767252678228,
+      "eval_ps_ersatz_pr_auc": 0.9222443236765758,
+      "eval_ps_opus100_pr_auc": 0.7624251658853227,
+      "eval_pt_opus100_pr_auc": 0.9259040431721303,
+      "eval_pt_ud_pr_auc": 0.9877187470347952,
+      "eval_ro_ersatz_pr_auc": 0.9925549147499146,
+      "eval_ro_opus100_pr_auc": 0.8646074511049336,
+      "eval_ro_ud_pr_auc": 0.892114169048525,
+      "eval_ru_ersatz_pr_auc": 0.9929904453817746,
+      "eval_ru_opus100_pr_auc": 0.9352620454208587,
+      "eval_ru_ud_pr_auc": 0.8839126434551672,
+      "eval_runtime": 895.1709,
+      "eval_samples_per_second": 84.344,
+      "eval_si_opus100_pr_auc": 0.8138054482595739,
+      "eval_sk_opus100_pr_auc": 0.9369851476453214,
+      "eval_sk_ud_pr_auc": 0.9828181512536389,
+      "eval_sl_opus100_pr_auc": 0.8849003331249504,
+      "eval_sl_ud_pr_auc": 0.9683719175039472,
+      "eval_sq_opus100_pr_auc": 0.9392568780893636,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9163878252358177,
+      "eval_sr_ud_pr_auc": 0.999157601039737,
+      "eval_steps_per_second": 1.318,
+      "eval_sv_opus100_pr_auc": 0.9124242145557391,
+      "eval_sv_ud_pr_auc": 0.9419125801687803,
+      "eval_ta_ersatz_pr_auc": 0.9806831937020227,
+      "eval_ta_opus100_pr_auc": 0.746846178473467,
+      "eval_ta_ud_pr_auc": 0.9933852633295769,
+      "eval_te_opus100_pr_auc": 0.8424929680447842,
+      "eval_tg_opus100_pr_auc": 0.9048375202498433,
+      "eval_th_opus100_pr_auc": 0.6997829591671969,
+      "eval_th_ud_pr_auc": 0.8762055072481391,
+      "eval_tr_ersatz_pr_auc": 0.9647812194338794,
+      "eval_tr_opus100_pr_auc": 0.8989519022619492,
+      "eval_tr_ud_pr_auc": 0.9585797482831924,
+      "eval_uk_opus100_pr_auc": 0.8826064122055286,
+      "eval_uk_ud_pr_auc": 0.9235775626351052,
+      "eval_ur_opus100_pr_auc": 0.6262872429331549,
+      "eval_ur_ud_pr_auc": 0.9958065661518487,
+      "eval_uz_opus100_pr_auc": 0.9003403963585447,
+      "eval_vi_opus100_pr_auc": 0.8986652391765982,
+      "eval_vi_ud_pr_auc": 0.9571025293204598,
+      "eval_xh_opus100_pr_auc": 0.8918281933488713,
+      "eval_yi_opus100_pr_auc": 0.7260720302182037,
+      "eval_yo_opus100_pr_auc": 0.850681713865834,
+      "eval_yo_ud_pr_auc": 0.934187201335395,
+      "eval_zh_ersatz_pr_auc": 0.9675062013649021,
+      "eval_zh_opus100_pr_auc": 0.8938140613403022,
+      "eval_zh_ud_pr_auc": 0.9946254683079713,
+      "eval_zu_opus100_pr_auc": 0.8342988870319566,
+      "step": 370000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.0213,
+      "step": 370050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0218,
+      "step": 370100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.0218,
+      "step": 370150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.0215,
+      "step": 370200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0218,
+      "step": 370250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0216,
+      "step": 370300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.0218,
+      "step": 370350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.0219,
+      "step": 370400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.0217,
+      "step": 370450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0217,
+      "step": 370500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0217,
+      "step": 370550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0217,
+      "step": 370600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.0215,
+      "step": 370650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.0217,
+      "step": 370700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.0221,
+      "step": 370750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.0215,
+      "step": 370800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.0216,
+      "step": 370850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0216,
+      "step": 370900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.0217,
+      "step": 370950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.0215,
+      "step": 371000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.0219,
+      "step": 371050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0215,
+      "step": 371100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.0214,
+      "step": 371150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0219,
+      "step": 371200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.022,
+      "step": 371250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0212,
+      "step": 371300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.0217,
+      "step": 371350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0211,
+      "step": 371400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0215,
+      "step": 371450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.0219,
+      "step": 371500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.0217,
+      "step": 371550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0219,
+      "step": 371600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0221,
+      "step": 371650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.0219,
+      "step": 371700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.0219,
+      "step": 371750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.0215,
+      "step": 371800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.0216,
+      "step": 371850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.0216,
+      "step": 371900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0219,
+      "step": 371950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.0215,
+      "step": 372000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0217,
+      "step": 372050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.0216,
+      "step": 372100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.0218,
+      "step": 372150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0217,
+      "step": 372200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.0215,
+      "step": 372250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.0214,
+      "step": 372300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0216,
+      "step": 372350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.0217,
+      "step": 372400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0213,
+      "step": 372450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0215,
+      "step": 372500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.0217,
+      "step": 372550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0217,
+      "step": 372600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.0217,
+      "step": 372650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0216,
+      "step": 372700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.0212,
+      "step": 372750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.0215,
+      "step": 372800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0218,
+      "step": 372850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.0217,
+      "step": 372900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.0219,
+      "step": 372950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.0217,
+      "step": 373000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0215,
+      "step": 373050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.0217,
+      "step": 373100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.0219,
+      "step": 373150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0221,
+      "step": 373200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.0216,
+      "step": 373250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.0216,
+      "step": 373300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.0218,
+      "step": 373350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0217,
+      "step": 373400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0214,
+      "step": 373450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0214,
+      "step": 373500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.0216,
+      "step": 373550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.0211,
+      "step": 373600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.0219,
+      "step": 373650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.0215,
+      "step": 373700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0215,
+      "step": 373750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0217,
+      "step": 373800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.0217,
+      "step": 373850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.0215,
+      "step": 373900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.0214,
+      "step": 373950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.0217,
+      "step": 374000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.0212,
+      "step": 374050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.0214,
+      "step": 374100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0215,
+      "step": 374150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.022,
+      "step": 374200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.0216,
+      "step": 374250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0215,
+      "step": 374300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.0219,
+      "step": 374350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.0219,
+      "step": 374400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.0216,
+      "step": 374450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.0215,
+      "step": 374500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0215,
+      "step": 374550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.022,
+      "step": 374600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.0215,
+      "step": 374650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0216,
+      "step": 374700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0214,
+      "step": 374750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.0214,
+      "step": 374800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.0218,
+      "step": 374850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.0214,
+      "step": 374900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.0216,
+      "step": 374950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0215,
+      "step": 375000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7928103387693974,
+      "eval_af_ud_pr_auc": 0.9898702741769836,
+      "eval_am_opus100_pr_auc": 0.5596194190519441,
+      "eval_ar_ersatz_pr_auc": 0.9267040563153488,
+      "eval_ar_opus100_pr_auc": 0.7438974151940273,
+      "eval_ar_ud_pr_auc": 0.8984255019254709,
+      "eval_average_ersatz_pr_auc": 0.9744817673521079,
+      "eval_average_opus100_pr_auc": 0.8540420044764764,
+      "eval_average_ud_pr_auc": 0.9666437985286516,
+      "eval_az_opus100_pr_auc": 0.7897080064209415,
+      "eval_be_opus100_pr_auc": 0.7576632349758453,
+      "eval_be_ud_pr_auc": 0.9094431310949507,
+      "eval_bg_opus100_pr_auc": 0.9218404965518728,
+      "eval_bg_ud_pr_auc": 0.9973553265158076,
+      "eval_bn_opus100_pr_auc": 0.8499765920955289,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9029042174850685,
+      "eval_ca_ud_pr_auc": 0.9964445516797521,
+      "eval_ceb_ud_pr_auc": 0.9996209394820246,
+      "eval_cs_ersatz_pr_auc": 0.9870765765262746,
+      "eval_cs_opus100_pr_auc": 0.9237552088226464,
+      "eval_cs_ud_pr_auc": 0.9634337463007341,
+      "eval_cy_opus100_pr_auc": 0.7947131941194442,
+      "eval_cy_ud_pr_auc": 0.9978522658181418,
+      "eval_da_opus100_pr_auc": 0.9262429774007938,
+      "eval_da_ud_pr_auc": 0.9795312415911341,
+      "eval_de_ersatz_pr_auc": 0.990191627598622,
+      "eval_de_opus100_pr_auc": 0.916601025441758,
+      "eval_de_ud_pr_auc": 0.9853461213109003,
+      "eval_el_opus100_pr_auc": 0.9183620605900337,
+      "eval_el_ud_pr_auc": 0.9903631270486991,
+      "eval_en_ersatz_pr_auc": 0.9939087181162918,
+      "eval_en_opus100_pr_auc": 0.9241245326171096,
+      "eval_en_ud_pr_auc": 0.9808368993772925,
+      "eval_eo_opus100_pr_auc": 0.9317775064857925,
+      "eval_es_ersatz_pr_auc": 0.9967678374023242,
+      "eval_es_opus100_pr_auc": 0.9396463587552664,
+      "eval_es_ud_pr_auc": 0.9922657478630216,
+      "eval_et_ersatz_pr_auc": 0.9826518384788377,
+      "eval_et_opus100_pr_auc": 0.9278069188341899,
+      "eval_et_ud_pr_auc": 0.970129189540935,
+      "eval_eu_opus100_pr_auc": 0.8828593967802021,
+      "eval_eu_ud_pr_auc": 0.9878654750693239,
+      "eval_fa_opus100_pr_auc": 0.6298210486153154,
+      "eval_fa_ud_pr_auc": 0.9954668372957389,
+      "eval_fi_ersatz_pr_auc": 0.9952517764613614,
+      "eval_fi_opus100_pr_auc": 0.9312201924835282,
+      "eval_fi_ud_pr_auc": 0.9631355547618315,
+      "eval_fr_ersatz_pr_auc": 0.9896753011232412,
+      "eval_fr_opus100_pr_auc": 0.9208085081249197,
+      "eval_fr_ud_pr_auc": 0.9880145758904813,
+      "eval_fy_opus100_pr_auc": 0.7032359459781391,
+      "eval_ga_opus100_pr_auc": 0.9161777098896876,
+      "eval_ga_ud_pr_auc": 0.8221292720257518,
+      "eval_gd_opus100_pr_auc": 0.7131443947090539,
+      "eval_gd_ud_pr_auc": 0.816217545201223,
+      "eval_gl_opus100_pr_auc": 0.8964519334013095,
+      "eval_gl_ud_pr_auc": 0.9981203015365883,
+      "eval_gu_ersatz_pr_auc": 0.9523028464681135,
+      "eval_gu_opus100_pr_auc": 0.7655986859521158,
+      "eval_ha_opus100_pr_auc": 0.9314286298866045,
+      "eval_he_opus100_pr_auc": 0.8816989233314084,
+      "eval_he_ud_pr_auc": 0.9788151441930082,
+      "eval_hi_ersatz_pr_auc": 0.9834778969485705,
+      "eval_hi_opus100_pr_auc": 0.7356006395005076,
+      "eval_hi_ud_pr_auc": 0.97867808876132,
+      "eval_hu_opus100_pr_auc": 0.924258446424258,
+      "eval_hu_ud_pr_auc": 0.9864174648262288,
+      "eval_hy_opus100_pr_auc": 0.9066456572907174,
+      "eval_hy_ud_pr_auc": 0.9760697449316402,
+      "eval_id_opus100_pr_auc": 0.897640128266914,
+      "eval_id_ud_pr_auc": 0.9945696732296874,
+      "eval_ig_opus100_pr_auc": 0.8753604517188127,
+      "eval_is_opus100_pr_auc": 0.9343684196583738,
+      "eval_is_ud_pr_auc": 0.9197887552926662,
+      "eval_it_opus100_pr_auc": 0.9214640679586857,
+      "eval_it_ud_pr_auc": 0.9947466736603194,
+      "eval_ja_ersatz_pr_auc": 0.9102422855447508,
+      "eval_ja_opus100_pr_auc": 0.8641507330163355,
+      "eval_ja_ud_pr_auc": 0.9841101289697666,
+      "eval_jv_ud_pr_auc": 0.9652298913952179,
+      "eval_ka_opus100_pr_auc": 0.8727119422447674,
+      "eval_kk_ersatz_pr_auc": 0.9882966391677223,
+      "eval_kk_opus100_pr_auc": 0.8024609136330215,
+      "eval_kk_ud_pr_auc": 0.9729396136101263,
+      "eval_km_ersatz_pr_auc": 0.9451735497027949,
+      "eval_km_opus100_pr_auc": 0.7737676375238666,
+      "eval_kn_opus100_pr_auc": 0.6861380763223363,
+      "eval_ko_opus100_pr_auc": 0.7091225756644978,
+      "eval_ko_ud_pr_auc": 0.9985827410812729,
+      "eval_ku_opus100_pr_auc": 0.8629895829143689,
+      "eval_ky_opus100_pr_auc": 0.8934979103335612,
+      "eval_la_ud_pr_auc": 0.9757294650191611,
+      "eval_loss": 0.025079049170017242,
+      "eval_lt_ersatz_pr_auc": 0.9968521927633063,
+      "eval_lt_opus100_pr_auc": 0.8998497403338469,
+      "eval_lt_ud_pr_auc": 0.9970575956527059,
+      "eval_lv_ersatz_pr_auc": 0.9916362731554578,
+      "eval_lv_opus100_pr_auc": 0.9023343500335579,
+      "eval_lv_ud_pr_auc": 0.9683285231787837,
+      "eval_mg_opus100_pr_auc": 0.9410368814573554,
+      "eval_mk_opus100_pr_auc": 0.9291589606051885,
+      "eval_ml_opus100_pr_auc": 0.8018170022837713,
+      "eval_mn_opus100_pr_auc": 0.9533789739772738,
+      "eval_mr_opus100_pr_auc": 0.932059862659633,
+      "eval_mr_ud_pr_auc": 0.9832390202767829,
+      "eval_ms_opus100_pr_auc": 0.8770737378592408,
+      "eval_mt_opus100_pr_auc": 0.8692614694164654,
+      "eval_mt_ud_pr_auc": 0.9327015638687961,
+      "eval_my_opus100_pr_auc": 0.8634292301186954,
+      "eval_ne_opus100_pr_auc": 0.7479426487452163,
+      "eval_nl_opus100_pr_auc": 0.8979763688178317,
+      "eval_nl_ud_pr_auc": 0.9833603763762991,
+      "eval_no_opus100_pr_auc": 0.9238713265010873,
+      "eval_no_ud_pr_auc": 0.9966120871838212,
+      "eval_pa_opus100_pr_auc": 0.6913911916203661,
+      "eval_pl_ersatz_pr_auc": 0.9709424738905413,
+      "eval_pl_opus100_pr_auc": 0.9029757464787296,
+      "eval_pl_ud_pr_auc": 0.970890037167897,
+      "eval_ps_ersatz_pr_auc": 0.9241783642461984,
+      "eval_ps_opus100_pr_auc": 0.7625284365060877,
+      "eval_pt_opus100_pr_auc": 0.9288882810637686,
+      "eval_pt_ud_pr_auc": 0.9879608030056681,
+      "eval_ro_ersatz_pr_auc": 0.9937360647085562,
+      "eval_ro_opus100_pr_auc": 0.8786598714361826,
+      "eval_ro_ud_pr_auc": 0.9091713220860561,
+      "eval_ru_ersatz_pr_auc": 0.9946360843889493,
+      "eval_ru_opus100_pr_auc": 0.9385984843722823,
+      "eval_ru_ud_pr_auc": 0.8865596944104296,
+      "eval_runtime": 859.9696,
+      "eval_samples_per_second": 87.796,
+      "eval_si_opus100_pr_auc": 0.8170407039747312,
+      "eval_sk_opus100_pr_auc": 0.9419119045438887,
+      "eval_sk_ud_pr_auc": 0.9836333362376806,
+      "eval_sl_opus100_pr_auc": 0.8870994282139296,
+      "eval_sl_ud_pr_auc": 0.969242065658334,
+      "eval_sq_opus100_pr_auc": 0.9412024297256665,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9186568060542447,
+      "eval_sr_ud_pr_auc": 0.9993106068488864,
+      "eval_steps_per_second": 1.372,
+      "eval_sv_opus100_pr_auc": 0.9128971535646481,
+      "eval_sv_ud_pr_auc": 0.9425603638767026,
+      "eval_ta_ersatz_pr_auc": 0.9815129227627531,
+      "eval_ta_opus100_pr_auc": 0.7468139578695692,
+      "eval_ta_ud_pr_auc": 0.9957596912900908,
+      "eval_te_opus100_pr_auc": 0.8443897407658996,
+      "eval_tg_opus100_pr_auc": 0.9098731888005013,
+      "eval_th_opus100_pr_auc": 0.6929889340997114,
+      "eval_th_ud_pr_auc": 0.8758742843009486,
+      "eval_tr_ersatz_pr_auc": 0.9690169699113784,
+      "eval_tr_opus100_pr_auc": 0.9022572815230586,
+      "eval_tr_ud_pr_auc": 0.9612535562235567,
+      "eval_uk_opus100_pr_auc": 0.8849456493775848,
+      "eval_uk_ud_pr_auc": 0.9283765466570129,
+      "eval_ur_opus100_pr_auc": 0.6209735898760095,
+      "eval_ur_ud_pr_auc": 0.995022745195196,
+      "eval_uz_opus100_pr_auc": 0.897770751806609,
+      "eval_vi_opus100_pr_auc": 0.9003797956410137,
+      "eval_vi_ud_pr_auc": 0.9490991196540052,
+      "eval_xh_opus100_pr_auc": 0.8952334991336998,
+      "eval_yi_opus100_pr_auc": 0.7463852099009265,
+      "eval_yo_opus100_pr_auc": 0.8439742572821247,
+      "eval_yo_ud_pr_auc": 0.9398453337246805,
+      "eval_zh_ersatz_pr_auc": 0.974366586064976,
+      "eval_zh_opus100_pr_auc": 0.8942556523681661,
+      "eval_zh_ud_pr_auc": 0.9952928327816101,
+      "eval_zu_opus100_pr_auc": 0.8360898130275103,
+      "step": 375000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.0216,
+      "step": 375050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0215,
+      "step": 375100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.0213,
+      "step": 375150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.0214,
+      "step": 375200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0213,
+      "step": 375250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0216,
+      "step": 375300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.0213,
+      "step": 375350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.0216,
+      "step": 375400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.0222,
+      "step": 375450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.0213,
+      "step": 375500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.0216,
+      "step": 375550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.0212,
+      "step": 375600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.0214,
+      "step": 375650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.0217,
+      "step": 375700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0216,
+      "step": 375750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.0217,
+      "step": 375800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.0216,
+      "step": 375850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.0219,
+      "step": 375900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0214,
+      "step": 375950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.0221,
+      "step": 376000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.0216,
+      "step": 376050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0213,
+      "step": 376100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0214,
+      "step": 376150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0219,
+      "step": 376200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0214,
+      "step": 376250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0215,
+      "step": 376300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.0211,
+      "step": 376350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0212,
+      "step": 376400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.0216,
+      "step": 376450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.0217,
+      "step": 376500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.0215,
+      "step": 376550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.0216,
+      "step": 376600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.0216,
+      "step": 376650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.0221,
+      "step": 376700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.0214,
+      "step": 376750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.0217,
+      "step": 376800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.0215,
+      "step": 376850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.0215,
+      "step": 376900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.0218,
+      "step": 376950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.0214,
+      "step": 377000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.0214,
+      "step": 377050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0214,
+      "step": 377100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.0215,
+      "step": 377150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0218,
+      "step": 377200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0215,
+      "step": 377250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0217,
+      "step": 377300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0217,
+      "step": 377350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.0215,
+      "step": 377400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0216,
+      "step": 377450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0218,
+      "step": 377500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0215,
+      "step": 377550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.0217,
+      "step": 377600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0215,
+      "step": 377650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.0212,
+      "step": 377700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0213,
+      "step": 377750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.0218,
+      "step": 377800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.0222,
+      "step": 377850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.0213,
+      "step": 377900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.0216,
+      "step": 377950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0218,
+      "step": 378000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.0218,
+      "step": 378050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.0215,
+      "step": 378100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0214,
+      "step": 378150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0217,
+      "step": 378200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.0213,
+      "step": 378250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0212,
+      "step": 378300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0215,
+      "step": 378350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.0215,
+      "step": 378400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.0214,
+      "step": 378450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.0217,
+      "step": 378500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0218,
+      "step": 378550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.0215,
+      "step": 378600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0211,
+      "step": 378650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0213,
+      "step": 378700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.0215,
+      "step": 378750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.0213,
+      "step": 378800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0217,
+      "step": 378850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0214,
+      "step": 378900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0216,
+      "step": 378950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.022,
+      "step": 379000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.0213,
+      "step": 379050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.0218,
+      "step": 379100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0215,
+      "step": 379150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.0213,
+      "step": 379200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.0214,
+      "step": 379250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.0213,
+      "step": 379300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0218,
+      "step": 379350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0215,
+      "step": 379400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0216,
+      "step": 379450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0216,
+      "step": 379500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0214,
+      "step": 379550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.021,
+      "step": 379600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0212,
+      "step": 379650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0214,
+      "step": 379700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0216,
+      "step": 379750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.0213,
+      "step": 379800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.0212,
+      "step": 379850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.0217,
+      "step": 379900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0214,
+      "step": 379950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.0215,
+      "step": 380000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7890929207367046,
+      "eval_af_ud_pr_auc": 0.99171675628117,
+      "eval_am_opus100_pr_auc": 0.522546464548975,
+      "eval_ar_ersatz_pr_auc": 0.9237368769616695,
+      "eval_ar_opus100_pr_auc": 0.7431098554538542,
+      "eval_ar_ud_pr_auc": 0.9015892612198978,
+      "eval_average_ersatz_pr_auc": 0.973821645068734,
+      "eval_average_opus100_pr_auc": 0.8522749654389228,
+      "eval_average_ud_pr_auc": 0.966308199052993,
+      "eval_az_opus100_pr_auc": 0.7917861848104569,
+      "eval_be_opus100_pr_auc": 0.7557579563301832,
+      "eval_be_ud_pr_auc": 0.9083139660220845,
+      "eval_bg_opus100_pr_auc": 0.9201926038490047,
+      "eval_bg_ud_pr_auc": 0.9978613970205624,
+      "eval_bn_opus100_pr_auc": 0.8481494648660575,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9017962085356227,
+      "eval_ca_ud_pr_auc": 0.9952553324535187,
+      "eval_ceb_ud_pr_auc": 0.9995294900423843,
+      "eval_cs_ersatz_pr_auc": 0.9857008568231594,
+      "eval_cs_opus100_pr_auc": 0.9180216289344725,
+      "eval_cs_ud_pr_auc": 0.9627099894307685,
+      "eval_cy_opus100_pr_auc": 0.7881319139401997,
+      "eval_cy_ud_pr_auc": 0.9974941857205784,
+      "eval_da_opus100_pr_auc": 0.9246293582106798,
+      "eval_da_ud_pr_auc": 0.9779090003039831,
+      "eval_de_ersatz_pr_auc": 0.9898096145606304,
+      "eval_de_opus100_pr_auc": 0.9138259216016391,
+      "eval_de_ud_pr_auc": 0.9864328937596367,
+      "eval_el_opus100_pr_auc": 0.9167999867011589,
+      "eval_el_ud_pr_auc": 0.9901782880177417,
+      "eval_en_ersatz_pr_auc": 0.9935447620748861,
+      "eval_en_opus100_pr_auc": 0.9234556813100099,
+      "eval_en_ud_pr_auc": 0.983606226811229,
+      "eval_eo_opus100_pr_auc": 0.9319768030065596,
+      "eval_es_ersatz_pr_auc": 0.9967420661021527,
+      "eval_es_opus100_pr_auc": 0.9388050275824782,
+      "eval_es_ud_pr_auc": 0.9915138792009933,
+      "eval_et_ersatz_pr_auc": 0.9821777200246584,
+      "eval_et_opus100_pr_auc": 0.9277756535110085,
+      "eval_et_ud_pr_auc": 0.9702408777872429,
+      "eval_eu_opus100_pr_auc": 0.8858731139161372,
+      "eval_eu_ud_pr_auc": 0.9883187638545999,
+      "eval_fa_opus100_pr_auc": 0.6351042396571392,
+      "eval_fa_ud_pr_auc": 0.9949858784181497,
+      "eval_fi_ersatz_pr_auc": 0.9942451906222091,
+      "eval_fi_opus100_pr_auc": 0.9290977720073993,
+      "eval_fi_ud_pr_auc": 0.960917156284546,
+      "eval_fr_ersatz_pr_auc": 0.988091181625242,
+      "eval_fr_opus100_pr_auc": 0.9214843585662341,
+      "eval_fr_ud_pr_auc": 0.9879369315545896,
+      "eval_fy_opus100_pr_auc": 0.6864590929041833,
+      "eval_ga_opus100_pr_auc": 0.9186154353761886,
+      "eval_ga_ud_pr_auc": 0.8110277279402938,
+      "eval_gd_opus100_pr_auc": 0.7269426138728551,
+      "eval_gd_ud_pr_auc": 0.8160259389079105,
+      "eval_gl_opus100_pr_auc": 0.8947283652725325,
+      "eval_gl_ud_pr_auc": 0.9985229816082892,
+      "eval_gu_ersatz_pr_auc": 0.9495198926999407,
+      "eval_gu_opus100_pr_auc": 0.7623023067288173,
+      "eval_ha_opus100_pr_auc": 0.9300741295865033,
+      "eval_he_opus100_pr_auc": 0.8774941325969827,
+      "eval_he_ud_pr_auc": 0.9796713700003068,
+      "eval_hi_ersatz_pr_auc": 0.9831827278056241,
+      "eval_hi_opus100_pr_auc": 0.7365826262319318,
+      "eval_hi_ud_pr_auc": 0.980379128029768,
+      "eval_hu_opus100_pr_auc": 0.9237710643706629,
+      "eval_hu_ud_pr_auc": 0.9864954182260272,
+      "eval_hy_opus100_pr_auc": 0.9086381097133879,
+      "eval_hy_ud_pr_auc": 0.9757602807649515,
+      "eval_id_opus100_pr_auc": 0.8934444897031367,
+      "eval_id_ud_pr_auc": 0.9939672359715056,
+      "eval_ig_opus100_pr_auc": 0.8739855959698176,
+      "eval_is_opus100_pr_auc": 0.9330814139431556,
+      "eval_is_ud_pr_auc": 0.9173325892400872,
+      "eval_it_opus100_pr_auc": 0.9187357693318173,
+      "eval_it_ud_pr_auc": 0.9964461234709254,
+      "eval_ja_ersatz_pr_auc": 0.908328784189505,
+      "eval_ja_opus100_pr_auc": 0.8538132246256478,
+      "eval_ja_ud_pr_auc": 0.9849286000557843,
+      "eval_jv_ud_pr_auc": 0.96235110305064,
+      "eval_ka_opus100_pr_auc": 0.8674481103556342,
+      "eval_kk_ersatz_pr_auc": 0.988824618396704,
+      "eval_kk_opus100_pr_auc": 0.7943319085452518,
+      "eval_kk_ud_pr_auc": 0.9722055395247715,
+      "eval_km_ersatz_pr_auc": 0.9433412025805998,
+      "eval_km_opus100_pr_auc": 0.7702857965897829,
+      "eval_kn_opus100_pr_auc": 0.6782436159407212,
+      "eval_ko_opus100_pr_auc": 0.7030636569972393,
+      "eval_ko_ud_pr_auc": 0.9983476072247177,
+      "eval_ku_opus100_pr_auc": 0.8668875041113644,
+      "eval_ky_opus100_pr_auc": 0.8928814485900379,
+      "eval_la_ud_pr_auc": 0.9768792940283207,
+      "eval_loss": 0.025141585618257523,
+      "eval_lt_ersatz_pr_auc": 0.9968729693904477,
+      "eval_lt_opus100_pr_auc": 0.8967593578334032,
+      "eval_lt_ud_pr_auc": 0.9976063500554383,
+      "eval_lv_ersatz_pr_auc": 0.9915662514740747,
+      "eval_lv_opus100_pr_auc": 0.8972393476409516,
+      "eval_lv_ud_pr_auc": 0.9681263616166309,
+      "eval_mg_opus100_pr_auc": 0.9395036198322994,
+      "eval_mk_opus100_pr_auc": 0.9257390264185424,
+      "eval_ml_opus100_pr_auc": 0.8017347553798765,
+      "eval_mn_opus100_pr_auc": 0.9541138345303793,
+      "eval_mr_opus100_pr_auc": 0.926292461724871,
+      "eval_mr_ud_pr_auc": 0.9782211451505578,
+      "eval_ms_opus100_pr_auc": 0.8760744464058683,
+      "eval_mt_opus100_pr_auc": 0.8719798454102793,
+      "eval_mt_ud_pr_auc": 0.9306539487884387,
+      "eval_my_opus100_pr_auc": 0.8621536924547686,
+      "eval_ne_opus100_pr_auc": 0.7522538569957559,
+      "eval_nl_opus100_pr_auc": 0.8997699694334432,
+      "eval_nl_ud_pr_auc": 0.9852365349233362,
+      "eval_no_opus100_pr_auc": 0.9230570344768733,
+      "eval_no_ud_pr_auc": 0.9968610863001462,
+      "eval_pa_opus100_pr_auc": 0.6922914605204213,
+      "eval_pl_ersatz_pr_auc": 0.9713054797455498,
+      "eval_pl_opus100_pr_auc": 0.9017229119856393,
+      "eval_pl_ud_pr_auc": 0.9725804405275396,
+      "eval_ps_ersatz_pr_auc": 0.9272105817882793,
+      "eval_ps_opus100_pr_auc": 0.7506287524351285,
+      "eval_pt_opus100_pr_auc": 0.927226222727273,
+      "eval_pt_ud_pr_auc": 0.988379598090797,
+      "eval_ro_ersatz_pr_auc": 0.9936201541900065,
+      "eval_ro_opus100_pr_auc": 0.8774270137391348,
+      "eval_ro_ud_pr_auc": 0.910951462285549,
+      "eval_ru_ersatz_pr_auc": 0.9938623072583914,
+      "eval_ru_opus100_pr_auc": 0.9385467467921965,
+      "eval_ru_ud_pr_auc": 0.8861108399897843,
+      "eval_runtime": 853.8764,
+      "eval_samples_per_second": 88.423,
+      "eval_si_opus100_pr_auc": 0.8175357703711627,
+      "eval_sk_opus100_pr_auc": 0.9389332947957715,
+      "eval_sk_ud_pr_auc": 0.9811969345400127,
+      "eval_sl_opus100_pr_auc": 0.884980004426092,
+      "eval_sl_ud_pr_auc": 0.9719328676451027,
+      "eval_sq_opus100_pr_auc": 0.937882016851086,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9189238553197513,
+      "eval_sr_ud_pr_auc": 0.9992880526535692,
+      "eval_steps_per_second": 1.382,
+      "eval_sv_opus100_pr_auc": 0.910516842301142,
+      "eval_sv_ud_pr_auc": 0.943548055192139,
+      "eval_ta_ersatz_pr_auc": 0.9813453142535875,
+      "eval_ta_opus100_pr_auc": 0.7485026958733426,
+      "eval_ta_ud_pr_auc": 0.9942791397895422,
+      "eval_te_opus100_pr_auc": 0.8401101360240907,
+      "eval_tg_opus100_pr_auc": 0.9050430921248517,
+      "eval_th_opus100_pr_auc": 0.6971340487883823,
+      "eval_th_ud_pr_auc": 0.8712521815054499,
+      "eval_tr_ersatz_pr_auc": 0.9705445386840453,
+      "eval_tr_opus100_pr_auc": 0.9001999294596064,
+      "eval_tr_ud_pr_auc": 0.9616127090758979,
+      "eval_uk_opus100_pr_auc": 0.8816579924512301,
+      "eval_uk_ud_pr_auc": 0.9258084603012825,
+      "eval_ur_opus100_pr_auc": 0.6280937107267247,
+      "eval_ur_ud_pr_auc": 0.9949768450288444,
+      "eval_uz_opus100_pr_auc": 0.9008867777248528,
+      "eval_vi_opus100_pr_auc": 0.8993461862241046,
+      "eval_vi_ud_pr_auc": 0.9518382443413573,
+      "eval_xh_opus100_pr_auc": 0.8968036474296242,
+      "eval_yi_opus100_pr_auc": 0.7569051486465611,
+      "eval_yo_opus100_pr_auc": 0.8487265492275273,
+      "eval_yo_ud_pr_auc": 0.9368975842311981,
+      "eval_zh_ersatz_pr_auc": 0.9705031002607825,
+      "eval_zh_opus100_pr_auc": 0.8924781156901517,
+      "eval_zh_ud_pr_auc": 0.9953572917600119,
+      "eval_zu_opus100_pr_auc": 0.8281494653648895,
+      "step": 380000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.0218,
+      "step": 380050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.0215,
+      "step": 380100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.0215,
+      "step": 380150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0215,
+      "step": 380200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0215,
+      "step": 380250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.0221,
+      "step": 380300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.0213,
+      "step": 380350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.0218,
+      "step": 380400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0216,
+      "step": 380450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.0214,
+      "step": 380500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.0215,
+      "step": 380550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.0217,
+      "step": 380600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.0217,
+      "step": 380650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0214,
+      "step": 380700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0215,
+      "step": 380750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0215,
+      "step": 380800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0216,
+      "step": 380850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0216,
+      "step": 380900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.0218,
+      "step": 380950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0215,
+      "step": 381000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0215,
+      "step": 381050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.0219,
+      "step": 381100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.0221,
+      "step": 381150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.022,
+      "step": 381200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.0212,
+      "step": 381250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0215,
+      "step": 381300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.0212,
+      "step": 381350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0213,
+      "step": 381400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.0216,
+      "step": 381450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.0214,
+      "step": 381500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0211,
+      "step": 381550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.0213,
+      "step": 381600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.0215,
+      "step": 381650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0217,
+      "step": 381700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0215,
+      "step": 381750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0218,
+      "step": 381800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.0218,
+      "step": 381850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.0218,
+      "step": 381900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0212,
+      "step": 381950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0215,
+      "step": 382000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0218,
+      "step": 382050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0215,
+      "step": 382100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0218,
+      "step": 382150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0213,
+      "step": 382200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0213,
+      "step": 382250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0213,
+      "step": 382300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.0214,
+      "step": 382350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.0216,
+      "step": 382400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.0214,
+      "step": 382450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0219,
+      "step": 382500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0215,
+      "step": 382550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0215,
+      "step": 382600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0216,
+      "step": 382650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.0218,
+      "step": 382700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.0213,
+      "step": 382750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.0218,
+      "step": 382800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.0218,
+      "step": 382850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.0217,
+      "step": 382900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.0215,
+      "step": 382950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0215,
+      "step": 383000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0213,
+      "step": 383050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.0216,
+      "step": 383100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0218,
+      "step": 383150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.0213,
+      "step": 383200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.0212,
+      "step": 383250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0213,
+      "step": 383300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0214,
+      "step": 383350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0213,
+      "step": 383400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.0215,
+      "step": 383450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.021,
+      "step": 383500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0212,
+      "step": 383550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.0217,
+      "step": 383600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.0214,
+      "step": 383650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.021,
+      "step": 383700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0216,
+      "step": 383750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.0215,
+      "step": 383800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.0216,
+      "step": 383850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.0216,
+      "step": 383900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0214,
+      "step": 383950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.0212,
+      "step": 384000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.0214,
+      "step": 384050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0216,
+      "step": 384100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.0218,
+      "step": 384150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.0215,
+      "step": 384200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0216,
+      "step": 384250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.0216,
+      "step": 384300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0215,
+      "step": 384350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.0212,
+      "step": 384400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.0215,
+      "step": 384450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.0215,
+      "step": 384500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.0213,
+      "step": 384550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.0217,
+      "step": 384600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.021,
+      "step": 384650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.0214,
+      "step": 384700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0213,
+      "step": 384750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.0219,
+      "step": 384800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.0213,
+      "step": 384850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0212,
+      "step": 384900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0212,
+      "step": 384950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.0216,
+      "step": 385000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7857869210561881,
+      "eval_af_ud_pr_auc": 0.99159401065119,
+      "eval_am_opus100_pr_auc": 0.5635615688479009,
+      "eval_ar_ersatz_pr_auc": 0.9286094942893938,
+      "eval_ar_opus100_pr_auc": 0.7450283231246284,
+      "eval_ar_ud_pr_auc": 0.8985686986025628,
+      "eval_average_ersatz_pr_auc": 0.9737768778883514,
+      "eval_average_opus100_pr_auc": 0.8529536782031846,
+      "eval_average_ud_pr_auc": 0.965318542387717,
+      "eval_az_opus100_pr_auc": 0.795754787387571,
+      "eval_be_opus100_pr_auc": 0.7543081215059566,
+      "eval_be_ud_pr_auc": 0.9006770925835814,
+      "eval_bg_opus100_pr_auc": 0.9191111023262101,
+      "eval_bg_ud_pr_auc": 0.9975319046927249,
+      "eval_bn_opus100_pr_auc": 0.852485363251651,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9028175610533419,
+      "eval_ca_ud_pr_auc": 0.9954108479403339,
+      "eval_ceb_ud_pr_auc": 0.9995294900423841,
+      "eval_cs_ersatz_pr_auc": 0.9861710281065571,
+      "eval_cs_opus100_pr_auc": 0.9231291362742703,
+      "eval_cs_ud_pr_auc": 0.9626740473138721,
+      "eval_cy_opus100_pr_auc": 0.7884202126417783,
+      "eval_cy_ud_pr_auc": 0.9976951587454376,
+      "eval_da_opus100_pr_auc": 0.9241951885353009,
+      "eval_da_ud_pr_auc": 0.979394914574821,
+      "eval_de_ersatz_pr_auc": 0.9898786575020311,
+      "eval_de_opus100_pr_auc": 0.9138468535810633,
+      "eval_de_ud_pr_auc": 0.9858252792093158,
+      "eval_el_opus100_pr_auc": 0.9181963736397173,
+      "eval_el_ud_pr_auc": 0.991774571760968,
+      "eval_en_ersatz_pr_auc": 0.992910654990447,
+      "eval_en_opus100_pr_auc": 0.9237609982580961,
+      "eval_en_ud_pr_auc": 0.9830849249414118,
+      "eval_eo_opus100_pr_auc": 0.9309914820137662,
+      "eval_es_ersatz_pr_auc": 0.9968517805587893,
+      "eval_es_opus100_pr_auc": 0.9401350271403195,
+      "eval_es_ud_pr_auc": 0.9918480112089297,
+      "eval_et_ersatz_pr_auc": 0.9814238575508695,
+      "eval_et_opus100_pr_auc": 0.9272365183218334,
+      "eval_et_ud_pr_auc": 0.9697840740161242,
+      "eval_eu_opus100_pr_auc": 0.8848403044048484,
+      "eval_eu_ud_pr_auc": 0.9876468568940342,
+      "eval_fa_opus100_pr_auc": 0.6355143620680331,
+      "eval_fa_ud_pr_auc": 0.99603272246986,
+      "eval_fi_ersatz_pr_auc": 0.9944780287072588,
+      "eval_fi_opus100_pr_auc": 0.9252412858904417,
+      "eval_fi_ud_pr_auc": 0.9596197878048273,
+      "eval_fr_ersatz_pr_auc": 0.9879257371043786,
+      "eval_fr_opus100_pr_auc": 0.9198480531720787,
+      "eval_fr_ud_pr_auc": 0.98693973503857,
+      "eval_fy_opus100_pr_auc": 0.689622780932854,
+      "eval_ga_opus100_pr_auc": 0.9133246418510986,
+      "eval_ga_ud_pr_auc": 0.8102270986161384,
+      "eval_gd_opus100_pr_auc": 0.709373756533766,
+      "eval_gd_ud_pr_auc": 0.8153017714417162,
+      "eval_gl_opus100_pr_auc": 0.896387489346608,
+      "eval_gl_ud_pr_auc": 0.9979145485009722,
+      "eval_gu_ersatz_pr_auc": 0.9519683527781321,
+      "eval_gu_opus100_pr_auc": 0.7634712860788495,
+      "eval_ha_opus100_pr_auc": 0.929224319778418,
+      "eval_he_opus100_pr_auc": 0.882851312686333,
+      "eval_he_ud_pr_auc": 0.9774558812886189,
+      "eval_hi_ersatz_pr_auc": 0.982999330143294,
+      "eval_hi_opus100_pr_auc": 0.7383801387828282,
+      "eval_hi_ud_pr_auc": 0.980108119389654,
+      "eval_hu_opus100_pr_auc": 0.9238910825606432,
+      "eval_hu_ud_pr_auc": 0.9857207284466327,
+      "eval_hy_opus100_pr_auc": 0.9051619800870399,
+      "eval_hy_ud_pr_auc": 0.9716058128238443,
+      "eval_id_opus100_pr_auc": 0.8943849711156521,
+      "eval_id_ud_pr_auc": 0.9942249534240825,
+      "eval_ig_opus100_pr_auc": 0.8736898177196718,
+      "eval_is_opus100_pr_auc": 0.9328254292540635,
+      "eval_is_ud_pr_auc": 0.9173119281876753,
+      "eval_it_opus100_pr_auc": 0.9178055298447418,
+      "eval_it_ud_pr_auc": 0.9954825846312886,
+      "eval_ja_ersatz_pr_auc": 0.9093263170040569,
+      "eval_ja_opus100_pr_auc": 0.8610823308334924,
+      "eval_ja_ud_pr_auc": 0.9836998066302491,
+      "eval_jv_ud_pr_auc": 0.9647178418661474,
+      "eval_ka_opus100_pr_auc": 0.8724411208306978,
+      "eval_kk_ersatz_pr_auc": 0.9883256622467407,
+      "eval_kk_opus100_pr_auc": 0.802530985026495,
+      "eval_kk_ud_pr_auc": 0.9724099362794425,
+      "eval_km_ersatz_pr_auc": 0.942333628667183,
+      "eval_km_opus100_pr_auc": 0.7742546806338937,
+      "eval_kn_opus100_pr_auc": 0.6745203941102134,
+      "eval_ko_opus100_pr_auc": 0.7092884601365629,
+      "eval_ko_ud_pr_auc": 0.9982048375084135,
+      "eval_ku_opus100_pr_auc": 0.8648176672425824,
+      "eval_ky_opus100_pr_auc": 0.8938566616747914,
+      "eval_la_ud_pr_auc": 0.9742992339293994,
+      "eval_loss": 0.02520548179745674,
+      "eval_lt_ersatz_pr_auc": 0.9969240620234896,
+      "eval_lt_opus100_pr_auc": 0.8950431448922123,
+      "eval_lt_ud_pr_auc": 0.9976485802005782,
+      "eval_lv_ersatz_pr_auc": 0.9905802455475373,
+      "eval_lv_opus100_pr_auc": 0.8974466283470137,
+      "eval_lv_ud_pr_auc": 0.9675285930369188,
+      "eval_mg_opus100_pr_auc": 0.9394685329147258,
+      "eval_mk_opus100_pr_auc": 0.9263565071960681,
+      "eval_ml_opus100_pr_auc": 0.8024766166242978,
+      "eval_mn_opus100_pr_auc": 0.9557977165170852,
+      "eval_mr_opus100_pr_auc": 0.9271138652969326,
+      "eval_mr_ud_pr_auc": 0.9793050237801256,
+      "eval_ms_opus100_pr_auc": 0.8765179807460443,
+      "eval_mt_opus100_pr_auc": 0.8670108309262815,
+      "eval_mt_ud_pr_auc": 0.9266111326659143,
+      "eval_my_opus100_pr_auc": 0.8589573920683876,
+      "eval_ne_opus100_pr_auc": 0.7522505526406678,
+      "eval_nl_opus100_pr_auc": 0.8996123984227602,
+      "eval_nl_ud_pr_auc": 0.9841187183145997,
+      "eval_no_opus100_pr_auc": 0.9206443321094124,
+      "eval_no_ud_pr_auc": 0.9968575513115638,
+      "eval_pa_opus100_pr_auc": 0.6979267522100137,
+      "eval_pl_ersatz_pr_auc": 0.9691793746094134,
+      "eval_pl_opus100_pr_auc": 0.9032986924081091,
+      "eval_pl_ud_pr_auc": 0.9698816516310311,
+      "eval_ps_ersatz_pr_auc": 0.924872573376791,
+      "eval_ps_opus100_pr_auc": 0.7622465998947159,
+      "eval_pt_opus100_pr_auc": 0.9260484241375432,
+      "eval_pt_ud_pr_auc": 0.9882883407540903,
+      "eval_ro_ersatz_pr_auc": 0.993346260477265,
+      "eval_ro_opus100_pr_auc": 0.8762804894051874,
+      "eval_ro_ud_pr_auc": 0.8993464489949714,
+      "eval_ru_ersatz_pr_auc": 0.9939538106865711,
+      "eval_ru_opus100_pr_auc": 0.9350151579921964,
+      "eval_ru_ud_pr_auc": 0.8809089848666115,
+      "eval_runtime": 900.1673,
+      "eval_samples_per_second": 83.876,
+      "eval_si_opus100_pr_auc": 0.819940987489702,
+      "eval_sk_opus100_pr_auc": 0.9390526435389374,
+      "eval_sk_ud_pr_auc": 0.981238438820006,
+      "eval_sl_opus100_pr_auc": 0.8835057269420027,
+      "eval_sl_ud_pr_auc": 0.9696402188464183,
+      "eval_sq_opus100_pr_auc": 0.9382521465739222,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9179810773799089,
+      "eval_sr_ud_pr_auc": 0.9992810664168652,
+      "eval_steps_per_second": 1.311,
+      "eval_sv_opus100_pr_auc": 0.9100470029560995,
+      "eval_sv_ud_pr_auc": 0.9424453857425176,
+      "eval_ta_ersatz_pr_auc": 0.9793332687236397,
+      "eval_ta_opus100_pr_auc": 0.7489855257267279,
+      "eval_ta_ud_pr_auc": 0.9941733655413115,
+      "eval_te_opus100_pr_auc": 0.8405880488958145,
+      "eval_tg_opus100_pr_auc": 0.9034627697731639,
+      "eval_th_opus100_pr_auc": 0.6966099810265731,
+      "eval_th_ud_pr_auc": 0.8748467041795612,
+      "eval_tr_ersatz_pr_auc": 0.9682476603751285,
+      "eval_tr_opus100_pr_auc": 0.8997851905395915,
+      "eval_tr_ud_pr_auc": 0.9597113429424337,
+      "eval_uk_opus100_pr_auc": 0.8850342910290186,
+      "eval_uk_ud_pr_auc": 0.9206036964059385,
+      "eval_ur_opus100_pr_auc": 0.6247040085770958,
+      "eval_ur_ud_pr_auc": 0.9948563099371268,
+      "eval_uz_opus100_pr_auc": 0.9000139944021337,
+      "eval_vi_opus100_pr_auc": 0.8995221126481254,
+      "eval_vi_ud_pr_auc": 0.9499075109332759,
+      "eval_xh_opus100_pr_auc": 0.89209410615186,
+      "eval_yi_opus100_pr_auc": 0.7564632822590234,
+      "eval_yo_opus100_pr_auc": 0.8453126672875629,
+      "eval_yo_ud_pr_auc": 0.9355865214058737,
+      "eval_zh_ersatz_pr_auc": 0.9734515280747675,
+      "eval_zh_opus100_pr_auc": 0.894943448665351,
+      "eval_zh_ud_pr_auc": 0.9960541179169085,
+      "eval_zu_opus100_pr_auc": 0.8289936044925862,
+      "step": 385000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.0213,
+      "step": 385050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0212,
+      "step": 385100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0215,
+      "step": 385150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.0218,
+      "step": 385200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.021,
+      "step": 385250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0214,
+      "step": 385300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.0216,
+      "step": 385350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.0215,
+      "step": 385400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.0217,
+      "step": 385450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0215,
+      "step": 385500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.0206,
+      "step": 385550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.0213,
+      "step": 385600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0214,
+      "step": 385650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.0216,
+      "step": 385700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.0214,
+      "step": 385750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.0212,
+      "step": 385800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.0218,
+      "step": 385850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.0219,
+      "step": 385900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.0214,
+      "step": 385950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0214,
+      "step": 386000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.0214,
+      "step": 386050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.022,
+      "step": 386100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.0216,
+      "step": 386150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.0217,
+      "step": 386200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0215,
+      "step": 386250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.0211,
+      "step": 386300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.0216,
+      "step": 386350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.0212,
+      "step": 386400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.0217,
+      "step": 386450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.0214,
+      "step": 386500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0214,
+      "step": 386550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0215,
+      "step": 386600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.0215,
+      "step": 386650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0212,
+      "step": 386700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.0216,
+      "step": 386750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0214,
+      "step": 386800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0213,
+      "step": 386850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.0213,
+      "step": 386900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0221,
+      "step": 386950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.0217,
+      "step": 387000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.0215,
+      "step": 387050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0222,
+      "step": 387100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.0212,
+      "step": 387150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0216,
+      "step": 387200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.0213,
+      "step": 387250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.0214,
+      "step": 387300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.0213,
+      "step": 387350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.0217,
+      "step": 387400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0215,
+      "step": 387450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0215,
+      "step": 387500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0213,
+      "step": 387550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.0211,
+      "step": 387600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.0216,
+      "step": 387650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.0219,
+      "step": 387700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0214,
+      "step": 387750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.0216,
+      "step": 387800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0216,
+      "step": 387850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.0219,
+      "step": 387900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.0211,
+      "step": 387950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0217,
+      "step": 388000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0218,
+      "step": 388050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0214,
+      "step": 388100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.0213,
+      "step": 388150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0216,
+      "step": 388200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0214,
+      "step": 388250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.021,
+      "step": 388300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0209,
+      "step": 388350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.0215,
+      "step": 388400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.0212,
+      "step": 388450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0218,
+      "step": 388500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.0214,
+      "step": 388550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.0219,
+      "step": 388600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.021,
+      "step": 388650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0212,
+      "step": 388700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0213,
+      "step": 388750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.0218,
+      "step": 388800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.0213,
+      "step": 388850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.0212,
+      "step": 388900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0217,
+      "step": 388950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.0215,
+      "step": 389000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.021,
+      "step": 389050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0213,
+      "step": 389100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.0212,
+      "step": 389150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0216,
+      "step": 389200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.0217,
+      "step": 389250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.0212,
+      "step": 389300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0216,
+      "step": 389350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0211,
+      "step": 389400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0214,
+      "step": 389450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.0214,
+      "step": 389500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.0216,
+      "step": 389550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0216,
+      "step": 389600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0213,
+      "step": 389650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.0214,
+      "step": 389700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.021,
+      "step": 389750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.021,
+      "step": 389800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.0216,
+      "step": 389850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.0209,
+      "step": 389900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.0212,
+      "step": 389950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0214,
+      "step": 390000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7831819251209756,
+      "eval_af_ud_pr_auc": 0.9898601541591381,
+      "eval_am_opus100_pr_auc": 0.5426793774894757,
+      "eval_ar_ersatz_pr_auc": 0.9259638444063227,
+      "eval_ar_opus100_pr_auc": 0.7440843358832373,
+      "eval_ar_ud_pr_auc": 0.8988500371060668,
+      "eval_average_ersatz_pr_auc": 0.974396777033638,
+      "eval_average_opus100_pr_auc": 0.852732425700045,
+      "eval_average_ud_pr_auc": 0.96565052608924,
+      "eval_az_opus100_pr_auc": 0.7909919510879658,
+      "eval_be_opus100_pr_auc": 0.7595019014667151,
+      "eval_be_ud_pr_auc": 0.9038284004598228,
+      "eval_bg_opus100_pr_auc": 0.9186493841986477,
+      "eval_bg_ud_pr_auc": 0.9975602264572819,
+      "eval_bn_opus100_pr_auc": 0.8517231079553865,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.902828358684706,
+      "eval_ca_ud_pr_auc": 0.9958467882251064,
+      "eval_ceb_ud_pr_auc": 0.9995294891149211,
+      "eval_cs_ersatz_pr_auc": 0.9865481943584851,
+      "eval_cs_opus100_pr_auc": 0.9225264321336155,
+      "eval_cs_ud_pr_auc": 0.9631825909330438,
+      "eval_cy_opus100_pr_auc": 0.7832574277217275,
+      "eval_cy_ud_pr_auc": 0.9976036732618818,
+      "eval_da_opus100_pr_auc": 0.926718217050207,
+      "eval_da_ud_pr_auc": 0.9787107643082305,
+      "eval_de_ersatz_pr_auc": 0.9903966879286377,
+      "eval_de_opus100_pr_auc": 0.9149511626617672,
+      "eval_de_ud_pr_auc": 0.9861307923852956,
+      "eval_el_opus100_pr_auc": 0.9191283300064246,
+      "eval_el_ud_pr_auc": 0.9927950617921606,
+      "eval_en_ersatz_pr_auc": 0.9935746152458304,
+      "eval_en_opus100_pr_auc": 0.9252825569936225,
+      "eval_en_ud_pr_auc": 0.9835434503107087,
+      "eval_eo_opus100_pr_auc": 0.9305393259934447,
+      "eval_es_ersatz_pr_auc": 0.9968071146036165,
+      "eval_es_opus100_pr_auc": 0.9400675373969021,
+      "eval_es_ud_pr_auc": 0.9924702565734197,
+      "eval_et_ersatz_pr_auc": 0.9816940101717474,
+      "eval_et_opus100_pr_auc": 0.9300943415428043,
+      "eval_et_ud_pr_auc": 0.9697489377417989,
+      "eval_eu_opus100_pr_auc": 0.8853767225701239,
+      "eval_eu_ud_pr_auc": 0.9885062880651162,
+      "eval_fa_opus100_pr_auc": 0.6321335707698561,
+      "eval_fa_ud_pr_auc": 0.9957856177013588,
+      "eval_fi_ersatz_pr_auc": 0.9950559314168349,
+      "eval_fi_opus100_pr_auc": 0.9272463548040919,
+      "eval_fi_ud_pr_auc": 0.9633818554487866,
+      "eval_fr_ersatz_pr_auc": 0.9879072166065151,
+      "eval_fr_opus100_pr_auc": 0.9208683881956092,
+      "eval_fr_ud_pr_auc": 0.9868566760493962,
+      "eval_fy_opus100_pr_auc": 0.6911019710859176,
+      "eval_ga_opus100_pr_auc": 0.9169291885246545,
+      "eval_ga_ud_pr_auc": 0.8119305685410381,
+      "eval_gd_opus100_pr_auc": 0.7117738400871263,
+      "eval_gd_ud_pr_auc": 0.8144860385164922,
+      "eval_gl_opus100_pr_auc": 0.8981719135738528,
+      "eval_gl_ud_pr_auc": 0.9981583394108064,
+      "eval_gu_ersatz_pr_auc": 0.9527861297890535,
+      "eval_gu_opus100_pr_auc": 0.7670310928327299,
+      "eval_ha_opus100_pr_auc": 0.9299317787959689,
+      "eval_he_opus100_pr_auc": 0.8786565646055268,
+      "eval_he_ud_pr_auc": 0.9796015550516559,
+      "eval_hi_ersatz_pr_auc": 0.9828986737269646,
+      "eval_hi_opus100_pr_auc": 0.7341649664872626,
+      "eval_hi_ud_pr_auc": 0.9803584760228131,
+      "eval_hu_opus100_pr_auc": 0.9249238216756371,
+      "eval_hu_ud_pr_auc": 0.985585468343077,
+      "eval_hy_opus100_pr_auc": 0.9068681424779885,
+      "eval_hy_ud_pr_auc": 0.9730655082579593,
+      "eval_id_opus100_pr_auc": 0.8941217975555134,
+      "eval_id_ud_pr_auc": 0.9946804108551157,
+      "eval_ig_opus100_pr_auc": 0.8728115965955934,
+      "eval_is_opus100_pr_auc": 0.9330174381103102,
+      "eval_is_ud_pr_auc": 0.9167678467187117,
+      "eval_it_opus100_pr_auc": 0.9184821283079091,
+      "eval_it_ud_pr_auc": 0.9968686345987537,
+      "eval_ja_ersatz_pr_auc": 0.9117899182800774,
+      "eval_ja_opus100_pr_auc": 0.8592197799742518,
+      "eval_ja_ud_pr_auc": 0.9837084478131315,
+      "eval_jv_ud_pr_auc": 0.9614471147488324,
+      "eval_ka_opus100_pr_auc": 0.8713365075047124,
+      "eval_kk_ersatz_pr_auc": 0.9889796210794677,
+      "eval_kk_opus100_pr_auc": 0.8001834251499225,
+      "eval_kk_ud_pr_auc": 0.9725360223195509,
+      "eval_km_ersatz_pr_auc": 0.9442807631087797,
+      "eval_km_opus100_pr_auc": 0.7691124296466169,
+      "eval_kn_opus100_pr_auc": 0.6843377868629817,
+      "eval_ko_opus100_pr_auc": 0.7056298824686634,
+      "eval_ko_ud_pr_auc": 0.9989336041279726,
+      "eval_ku_opus100_pr_auc": 0.8687961222291203,
+      "eval_ky_opus100_pr_auc": 0.8940997561424494,
+      "eval_la_ud_pr_auc": 0.9776924096800134,
+      "eval_loss": 0.02505839616060257,
+      "eval_lt_ersatz_pr_auc": 0.9969767643498366,
+      "eval_lt_opus100_pr_auc": 0.8981530935583206,
+      "eval_lt_ud_pr_auc": 0.9975877328021484,
+      "eval_lv_ersatz_pr_auc": 0.9919623330043845,
+      "eval_lv_opus100_pr_auc": 0.9007713143693622,
+      "eval_lv_ud_pr_auc": 0.9684860622565713,
+      "eval_mg_opus100_pr_auc": 0.9383682830396303,
+      "eval_mk_opus100_pr_auc": 0.925985001152773,
+      "eval_ml_opus100_pr_auc": 0.8068738888734509,
+      "eval_mn_opus100_pr_auc": 0.9544293870228152,
+      "eval_mr_opus100_pr_auc": 0.9251940663797938,
+      "eval_mr_ud_pr_auc": 0.9782411671091871,
+      "eval_ms_opus100_pr_auc": 0.8740626740997918,
+      "eval_mt_opus100_pr_auc": 0.8702530778801363,
+      "eval_mt_ud_pr_auc": 0.9179843380225361,
+      "eval_my_opus100_pr_auc": 0.8611598942482508,
+      "eval_ne_opus100_pr_auc": 0.7528306623866093,
+      "eval_nl_opus100_pr_auc": 0.8998478452183969,
+      "eval_nl_ud_pr_auc": 0.9838400721436877,
+      "eval_no_opus100_pr_auc": 0.9207935863794315,
+      "eval_no_ud_pr_auc": 0.9966838203511238,
+      "eval_pa_opus100_pr_auc": 0.6964782490311252,
+      "eval_pl_ersatz_pr_auc": 0.9714677513163337,
+      "eval_pl_opus100_pr_auc": 0.9032293174910347,
+      "eval_pl_ud_pr_auc": 0.9716707625836235,
+      "eval_ps_ersatz_pr_auc": 0.9268490459162052,
+      "eval_ps_opus100_pr_auc": 0.7577395237253993,
+      "eval_pt_opus100_pr_auc": 0.9247033447792493,
+      "eval_pt_ud_pr_auc": 0.9879186373139386,
+      "eval_ro_ersatz_pr_auc": 0.9930771904847063,
+      "eval_ro_opus100_pr_auc": 0.875059800416222,
+      "eval_ro_ud_pr_auc": 0.8942347254139047,
+      "eval_ru_ersatz_pr_auc": 0.9941515399724541,
+      "eval_ru_opus100_pr_auc": 0.9364965884346607,
+      "eval_ru_ud_pr_auc": 0.8807457613523667,
+      "eval_runtime": 856.0298,
+      "eval_samples_per_second": 88.2,
+      "eval_si_opus100_pr_auc": 0.818653576143177,
+      "eval_sk_opus100_pr_auc": 0.9402345478426314,
+      "eval_sk_ud_pr_auc": 0.9806593537362218,
+      "eval_sl_opus100_pr_auc": 0.8851248161237552,
+      "eval_sl_ud_pr_auc": 0.9719163843904748,
+      "eval_sq_opus100_pr_auc": 0.9402600262000531,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9193026265928196,
+      "eval_sr_ud_pr_auc": 0.9993131785840098,
+      "eval_steps_per_second": 1.378,
+      "eval_sv_opus100_pr_auc": 0.9120465859386093,
+      "eval_sv_ud_pr_auc": 0.9423508260318585,
+      "eval_ta_ersatz_pr_auc": 0.9813181648502998,
+      "eval_ta_opus100_pr_auc": 0.7481762469622457,
+      "eval_ta_ud_pr_auc": 0.9945395309399533,
+      "eval_te_opus100_pr_auc": 0.8415486418760477,
+      "eval_tg_opus100_pr_auc": 0.9048207799129444,
+      "eval_th_opus100_pr_auc": 0.6953323401064857,
+      "eval_th_ud_pr_auc": 0.876390112561802,
+      "eval_tr_ersatz_pr_auc": 0.9675478225251962,
+      "eval_tr_opus100_pr_auc": 0.9008204454935054,
+      "eval_tr_ud_pr_auc": 0.9604219309994635,
+      "eval_uk_opus100_pr_auc": 0.8845620122498797,
+      "eval_uk_ud_pr_auc": 0.9219983643571085,
+      "eval_ur_opus100_pr_auc": 0.6236510620086793,
+      "eval_ur_ud_pr_auc": 0.9957601339897447,
+      "eval_uz_opus100_pr_auc": 0.9005760386062417,
+      "eval_vi_opus100_pr_auc": 0.9023721456994354,
+      "eval_vi_ud_pr_auc": 0.959582720562547,
+      "eval_xh_opus100_pr_auc": 0.8931425518432791,
+      "eval_yi_opus100_pr_auc": 0.7384850309970602,
+      "eval_yo_opus100_pr_auc": 0.8486323216292033,
+      "eval_yo_ud_pr_auc": 0.9357501801344749,
+      "eval_zh_ersatz_pr_auc": 0.9746957615982879,
+      "eval_zh_opus100_pr_auc": 0.8914293744760573,
+      "eval_zh_ud_pr_auc": 0.9959926863504784,
+      "eval_zu_opus100_pr_auc": 0.8299254977931018,
+      "step": 390000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.0215,
+      "step": 390050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0216,
+      "step": 390100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.0212,
+      "step": 390150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0214,
+      "step": 390200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.0215,
+      "step": 390250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0217,
+      "step": 390300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.0212,
+      "step": 390350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0215,
+      "step": 390400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.0212,
+      "step": 390450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.022,
+      "step": 390500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.0214,
+      "step": 390550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.0211,
+      "step": 390600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.0218,
+      "step": 390650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.0215,
+      "step": 390700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.0213,
+      "step": 390750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0218,
+      "step": 390800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0215,
+      "step": 390850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.0215,
+      "step": 390900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0216,
+      "step": 390950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0217,
+      "step": 391000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.0212,
+      "step": 391050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0213,
+      "step": 391100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.0214,
+      "step": 391150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0215,
+      "step": 391200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0211,
+      "step": 391250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0211,
+      "step": 391300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.0215,
+      "step": 391350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.0214,
+      "step": 391400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.0213,
+      "step": 391450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.0219,
+      "step": 391500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.0217,
+      "step": 391550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.0213,
+      "step": 391600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0216,
+      "step": 391650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0213,
+      "step": 391700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0216,
+      "step": 391750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0214,
+      "step": 391800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.0213,
+      "step": 391850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.0214,
+      "step": 391900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0214,
+      "step": 391950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0215,
+      "step": 392000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.0215,
+      "step": 392050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.0212,
+      "step": 392100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0216,
+      "step": 392150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0217,
+      "step": 392200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.0213,
+      "step": 392250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.021,
+      "step": 392300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.0215,
+      "step": 392350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0215,
+      "step": 392400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.0211,
+      "step": 392450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.0209,
+      "step": 392500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0211,
+      "step": 392550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0211,
+      "step": 392600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.0212,
+      "step": 392650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.0217,
+      "step": 392700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.0214,
+      "step": 392750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.0214,
+      "step": 392800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.0214,
+      "step": 392850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0218,
+      "step": 392900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.0214,
+      "step": 392950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.0212,
+      "step": 393000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0212,
+      "step": 393050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.022,
+      "step": 393100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0212,
+      "step": 393150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.0213,
+      "step": 393200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.0212,
+      "step": 393250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.0221,
+      "step": 393300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0213,
+      "step": 393350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0215,
+      "step": 393400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0213,
+      "step": 393450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0215,
+      "step": 393500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.0211,
+      "step": 393550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0214,
+      "step": 393600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0212,
+      "step": 393650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.0215,
+      "step": 393700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.0219,
+      "step": 393750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0216,
+      "step": 393800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0215,
+      "step": 393850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.0217,
+      "step": 393900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0214,
+      "step": 393950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.0214,
+      "step": 394000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.0214,
+      "step": 394050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.021,
+      "step": 394100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0212,
+      "step": 394150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0215,
+      "step": 394200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.0217,
+      "step": 394250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.0214,
+      "step": 394300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0213,
+      "step": 394350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.0213,
+      "step": 394400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.0212,
+      "step": 394450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.0217,
+      "step": 394500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0213,
+      "step": 394550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0215,
+      "step": 394600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.0211,
+      "step": 394650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0213,
+      "step": 394700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.0213,
+      "step": 394750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.0214,
+      "step": 394800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.0209,
+      "step": 394850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0213,
+      "step": 394900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.0212,
+      "step": 394950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.0214,
+      "step": 395000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7820709053519957,
+      "eval_af_ud_pr_auc": 0.9898546085423325,
+      "eval_am_opus100_pr_auc": 0.5662435689593011,
+      "eval_ar_ersatz_pr_auc": 0.9262434276878777,
+      "eval_ar_opus100_pr_auc": 0.7444833618097288,
+      "eval_ar_ud_pr_auc": 0.8985608903852684,
+      "eval_average_ersatz_pr_auc": 0.9740268701801992,
+      "eval_average_opus100_pr_auc": 0.8519011895545693,
+      "eval_average_ud_pr_auc": 0.965930377319284,
+      "eval_az_opus100_pr_auc": 0.7954428411779917,
+      "eval_be_opus100_pr_auc": 0.752957736202207,
+      "eval_be_ud_pr_auc": 0.907102855570507,
+      "eval_bg_opus100_pr_auc": 0.9193644851097719,
+      "eval_bg_ud_pr_auc": 0.9977232874975754,
+      "eval_bn_opus100_pr_auc": 0.8502362409063005,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9032693115194746,
+      "eval_ca_ud_pr_auc": 0.9955054197445582,
+      "eval_ceb_ud_pr_auc": 0.9995906306950667,
+      "eval_cs_ersatz_pr_auc": 0.986973737910946,
+      "eval_cs_opus100_pr_auc": 0.9223621137636574,
+      "eval_cs_ud_pr_auc": 0.9628232435850897,
+      "eval_cy_opus100_pr_auc": 0.7845643068001256,
+      "eval_cy_ud_pr_auc": 0.9976323068800014,
+      "eval_da_opus100_pr_auc": 0.925317492924756,
+      "eval_da_ud_pr_auc": 0.9804974106031453,
+      "eval_de_ersatz_pr_auc": 0.9903647857919873,
+      "eval_de_opus100_pr_auc": 0.9149011197145724,
+      "eval_de_ud_pr_auc": 0.9861249190771062,
+      "eval_el_opus100_pr_auc": 0.918879782146924,
+      "eval_el_ud_pr_auc": 0.9911981927492194,
+      "eval_en_ersatz_pr_auc": 0.9934037427974264,
+      "eval_en_opus100_pr_auc": 0.925025247429262,
+      "eval_en_ud_pr_auc": 0.983279250652598,
+      "eval_eo_opus100_pr_auc": 0.9298110266831738,
+      "eval_es_ersatz_pr_auc": 0.9969123969103971,
+      "eval_es_opus100_pr_auc": 0.940879850105389,
+      "eval_es_ud_pr_auc": 0.9925564065520541,
+      "eval_et_ersatz_pr_auc": 0.9819478483245045,
+      "eval_et_opus100_pr_auc": 0.9271074495830637,
+      "eval_et_ud_pr_auc": 0.971011773772717,
+      "eval_eu_opus100_pr_auc": 0.8858909197041315,
+      "eval_eu_ud_pr_auc": 0.9874140825256992,
+      "eval_fa_opus100_pr_auc": 0.6363854649451307,
+      "eval_fa_ud_pr_auc": 0.9953454254418819,
+      "eval_fi_ersatz_pr_auc": 0.9950018868523784,
+      "eval_fi_opus100_pr_auc": 0.9261485079253459,
+      "eval_fi_ud_pr_auc": 0.9592591412694099,
+      "eval_fr_ersatz_pr_auc": 0.9881288164685322,
+      "eval_fr_opus100_pr_auc": 0.9224013543300787,
+      "eval_fr_ud_pr_auc": 0.9878506912250866,
+      "eval_fy_opus100_pr_auc": 0.6835870224442924,
+      "eval_ga_opus100_pr_auc": 0.9159514475062478,
+      "eval_ga_ud_pr_auc": 0.8169708239467697,
+      "eval_gd_opus100_pr_auc": 0.7150125680832304,
+      "eval_gd_ud_pr_auc": 0.814495523314131,
+      "eval_gl_opus100_pr_auc": 0.8971447219683719,
+      "eval_gl_ud_pr_auc": 0.9981214249805347,
+      "eval_gu_ersatz_pr_auc": 0.9494302339551605,
+      "eval_gu_opus100_pr_auc": 0.7641362384517862,
+      "eval_ha_opus100_pr_auc": 0.9301901828721609,
+      "eval_he_opus100_pr_auc": 0.8848469388436888,
+      "eval_he_ud_pr_auc": 0.9800475633017065,
+      "eval_hi_ersatz_pr_auc": 0.9832104170968098,
+      "eval_hi_opus100_pr_auc": 0.7362294053044435,
+      "eval_hi_ud_pr_auc": 0.979650322743604,
+      "eval_hu_opus100_pr_auc": 0.9243239131817375,
+      "eval_hu_ud_pr_auc": 0.9857314128064906,
+      "eval_hy_opus100_pr_auc": 0.9036918711181029,
+      "eval_hy_ud_pr_auc": 0.9742120456608706,
+      "eval_id_opus100_pr_auc": 0.8944909135925581,
+      "eval_id_ud_pr_auc": 0.9945996938369384,
+      "eval_ig_opus100_pr_auc": 0.8682297329968507,
+      "eval_is_opus100_pr_auc": 0.9332591884474735,
+      "eval_is_ud_pr_auc": 0.9169817841318506,
+      "eval_it_opus100_pr_auc": 0.9181491029444695,
+      "eval_it_ud_pr_auc": 0.994959561616709,
+      "eval_ja_ersatz_pr_auc": 0.9115133224688673,
+      "eval_ja_opus100_pr_auc": 0.854807836703377,
+      "eval_ja_ud_pr_auc": 0.9844261928950243,
+      "eval_jv_ud_pr_auc": 0.9611625225901466,
+      "eval_ka_opus100_pr_auc": 0.8736969204395624,
+      "eval_kk_ersatz_pr_auc": 0.9885172844410414,
+      "eval_kk_opus100_pr_auc": 0.7901684477584168,
+      "eval_kk_ud_pr_auc": 0.9724409445127872,
+      "eval_km_ersatz_pr_auc": 0.943994860886636,
+      "eval_km_opus100_pr_auc": 0.7658554327569517,
+      "eval_kn_opus100_pr_auc": 0.6749306350200135,
+      "eval_ko_opus100_pr_auc": 0.7044090506317983,
+      "eval_ko_ud_pr_auc": 0.9982346883662618,
+      "eval_ku_opus100_pr_auc": 0.8681398669501613,
+      "eval_ky_opus100_pr_auc": 0.8863449456046131,
+      "eval_la_ud_pr_auc": 0.9763783484709586,
+      "eval_loss": 0.02502601407468319,
+      "eval_lt_ersatz_pr_auc": 0.997068903066153,
+      "eval_lt_opus100_pr_auc": 0.8978048176827429,
+      "eval_lt_ud_pr_auc": 0.9977625465388936,
+      "eval_lv_ersatz_pr_auc": 0.9918069486930846,
+      "eval_lv_opus100_pr_auc": 0.8986582920984738,
+      "eval_lv_ud_pr_auc": 0.9687515566642546,
+      "eval_mg_opus100_pr_auc": 0.9393234790692532,
+      "eval_mk_opus100_pr_auc": 0.9267234553384767,
+      "eval_ml_opus100_pr_auc": 0.8025854515601182,
+      "eval_mn_opus100_pr_auc": 0.9506766560965636,
+      "eval_mr_opus100_pr_auc": 0.9239886809972384,
+      "eval_mr_ud_pr_auc": 0.9814036861541127,
+      "eval_ms_opus100_pr_auc": 0.8722344088885561,
+      "eval_mt_opus100_pr_auc": 0.8709284373989763,
+      "eval_mt_ud_pr_auc": 0.9189746841287614,
+      "eval_my_opus100_pr_auc": 0.8554724642099104,
+      "eval_ne_opus100_pr_auc": 0.7452322096530487,
+      "eval_nl_opus100_pr_auc": 0.8996304048271828,
+      "eval_nl_ud_pr_auc": 0.9846406826453293,
+      "eval_no_opus100_pr_auc": 0.923526323366065,
+      "eval_no_ud_pr_auc": 0.9969049164567316,
+      "eval_pa_opus100_pr_auc": 0.6912769851890748,
+      "eval_pl_ersatz_pr_auc": 0.9709371771839497,
+      "eval_pl_opus100_pr_auc": 0.9038864538672868,
+      "eval_pl_ud_pr_auc": 0.9718110700004705,
+      "eval_ps_ersatz_pr_auc": 0.9242569673553365,
+      "eval_ps_opus100_pr_auc": 0.7541320325938402,
+      "eval_pt_opus100_pr_auc": 0.9258647984928654,
+      "eval_pt_ud_pr_auc": 0.9883268801203065,
+      "eval_ro_ersatz_pr_auc": 0.9933964584150582,
+      "eval_ro_opus100_pr_auc": 0.8767489284717725,
+      "eval_ro_ud_pr_auc": 0.9075772356614243,
+      "eval_ru_ersatz_pr_auc": 0.9942705309856906,
+      "eval_ru_opus100_pr_auc": 0.9379038315703921,
+      "eval_ru_ud_pr_auc": 0.8848087923659197,
+      "eval_runtime": 893.5977,
+      "eval_samples_per_second": 84.492,
+      "eval_si_opus100_pr_auc": 0.8172304432508573,
+      "eval_sk_opus100_pr_auc": 0.9398358494857052,
+      "eval_sk_ud_pr_auc": 0.9828850017039495,
+      "eval_sl_opus100_pr_auc": 0.8877262994476095,
+      "eval_sl_ud_pr_auc": 0.9715842788428721,
+      "eval_sq_opus100_pr_auc": 0.9385737024890503,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9214098992983685,
+      "eval_sr_ud_pr_auc": 0.9994545441210639,
+      "eval_steps_per_second": 1.321,
+      "eval_sv_opus100_pr_auc": 0.9128001842761786,
+      "eval_sv_ud_pr_auc": 0.9422465892941649,
+      "eval_ta_ersatz_pr_auc": 0.9800962256605202,
+      "eval_ta_opus100_pr_auc": 0.7462298196401194,
+      "eval_ta_ud_pr_auc": 0.9941152120179659,
+      "eval_te_opus100_pr_auc": 0.8369967285952828,
+      "eval_tg_opus100_pr_auc": 0.9040149723371727,
+      "eval_th_opus100_pr_auc": 0.694690370264426,
+      "eval_th_ud_pr_auc": 0.8779968399014801,
+      "eval_tr_ersatz_pr_auc": 0.9676452333088041,
+      "eval_tr_opus100_pr_auc": 0.901399965087889,
+      "eval_tr_ud_pr_auc": 0.960284064577843,
+      "eval_uk_opus100_pr_auc": 0.8837983717332608,
+      "eval_uk_ud_pr_auc": 0.920766165484414,
+      "eval_ur_opus100_pr_auc": 0.6239763353589926,
+      "eval_ur_ud_pr_auc": 0.9950053951216405,
+      "eval_uz_opus100_pr_auc": 0.901251509790373,
+      "eval_vi_opus100_pr_auc": 0.8983104457389525,
+      "eval_vi_ud_pr_auc": 0.9505628535789801,
+      "eval_xh_opus100_pr_auc": 0.8938488900435712,
+      "eval_yi_opus100_pr_auc": 0.7287563667548079,
+      "eval_yo_opus100_pr_auc": 0.8443342659631305,
+      "eval_yo_ud_pr_auc": 0.9346138084540218,
+      "eval_zh_ersatz_pr_auc": 0.9734699377032189,
+      "eval_zh_opus100_pr_auc": 0.8940468496493992,
+      "eval_zh_ud_pr_auc": 0.995811313420491,
+      "eval_zu_opus100_pr_auc": 0.828728692185015,
+      "step": 395000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.0216,
+      "step": 395050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.0215,
+      "step": 395100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0214,
+      "step": 395150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.0214,
+      "step": 395200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0215,
+      "step": 395250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0218,
+      "step": 395300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0211,
+      "step": 395350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.0212,
+      "step": 395400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0212,
+      "step": 395450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0211,
+      "step": 395500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.021,
+      "step": 395550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.0218,
+      "step": 395600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0211,
+      "step": 395650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.0217,
+      "step": 395700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0216,
+      "step": 395750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.0218,
+      "step": 395800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.0211,
+      "step": 395850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0215,
+      "step": 395900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.0217,
+      "step": 395950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0213,
+      "step": 396000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.0209,
+      "step": 396050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0214,
+      "step": 396100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0212,
+      "step": 396150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.021,
+      "step": 396200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0217,
+      "step": 396250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.0217,
+      "step": 396300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.0216,
+      "step": 396350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0212,
+      "step": 396400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.0218,
+      "step": 396450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.0215,
+      "step": 396500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0213,
+      "step": 396550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.0215,
+      "step": 396600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.0213,
+      "step": 396650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.0215,
+      "step": 396700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0213,
+      "step": 396750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0213,
+      "step": 396800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0216,
+      "step": 396850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0213,
+      "step": 396900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0216,
+      "step": 396950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.021,
+      "step": 397000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.0218,
+      "step": 397050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0214,
+      "step": 397100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0212,
+      "step": 397150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.021,
+      "step": 397200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0213,
+      "step": 397250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.0214,
+      "step": 397300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.021,
+      "step": 397350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.0212,
+      "step": 397400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.0213,
+      "step": 397450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0212,
+      "step": 397500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.0213,
+      "step": 397550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.0211,
+      "step": 397600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0214,
+      "step": 397650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.0214,
+      "step": 397700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0214,
+      "step": 397750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0214,
+      "step": 397800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0213,
+      "step": 397850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0214,
+      "step": 397900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0217,
+      "step": 397950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0218,
+      "step": 398000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0216,
+      "step": 398050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0215,
+      "step": 398100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.0214,
+      "step": 398150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0212,
+      "step": 398200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0216,
+      "step": 398250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.0214,
+      "step": 398300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0214,
+      "step": 398350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.0216,
+      "step": 398400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0212,
+      "step": 398450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0215,
+      "step": 398500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.0211,
+      "step": 398550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0211,
+      "step": 398600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.021,
+      "step": 398650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0216,
+      "step": 398700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.0221,
+      "step": 398750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.0215,
+      "step": 398800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.0214,
+      "step": 398850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.0213,
+      "step": 398900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0215,
+      "step": 398950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.0216,
+      "step": 399000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.0216,
+      "step": 399050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0215,
+      "step": 399100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0216,
+      "step": 399150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0216,
+      "step": 399200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.0211,
+      "step": 399250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.0212,
+      "step": 399300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0216,
+      "step": 399350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.0212,
+      "step": 399400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.0212,
+      "step": 399450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.0212,
+      "step": 399500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.0216,
+      "step": 399550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0214,
+      "step": 399600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.0214,
+      "step": 399650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.0215,
+      "step": 399700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.0214,
+      "step": 399750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0217,
+      "step": 399800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.0214,
+      "step": 399850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0214,
+      "step": 399900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.0213,
+      "step": 399950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0211,
+      "step": 400000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.779905496902413,
+      "eval_af_ud_pr_auc": 0.9908224724820939,
+      "eval_am_opus100_pr_auc": 0.5823240742809659,
+      "eval_ar_ersatz_pr_auc": 0.9263968083506385,
+      "eval_ar_opus100_pr_auc": 0.7417043112802417,
+      "eval_ar_ud_pr_auc": 0.9000662239335289,
+      "eval_average_ersatz_pr_auc": 0.9740160269912685,
+      "eval_average_opus100_pr_auc": 0.8515087763740944,
+      "eval_average_ud_pr_auc": 0.9661398620675462,
+      "eval_az_opus100_pr_auc": 0.7961375899584422,
+      "eval_be_opus100_pr_auc": 0.7474134348299231,
+      "eval_be_ud_pr_auc": 0.9073039340879456,
+      "eval_bg_opus100_pr_auc": 0.9195946288551337,
+      "eval_bg_ud_pr_auc": 0.9977083715405097,
+      "eval_bn_opus100_pr_auc": 0.8501200695800553,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9015442290117223,
+      "eval_ca_ud_pr_auc": 0.9951467353125469,
+      "eval_ceb_ud_pr_auc": 0.999681043819094,
+      "eval_cs_ersatz_pr_auc": 0.98643208797918,
+      "eval_cs_opus100_pr_auc": 0.9217166492261105,
+      "eval_cs_ud_pr_auc": 0.962835307818793,
+      "eval_cy_opus100_pr_auc": 0.7872435857499239,
+      "eval_cy_ud_pr_auc": 0.9975907785228126,
+      "eval_da_opus100_pr_auc": 0.9264308596429772,
+      "eval_da_ud_pr_auc": 0.9797644146407705,
+      "eval_de_ersatz_pr_auc": 0.9900366377108611,
+      "eval_de_opus100_pr_auc": 0.9144413055684851,
+      "eval_de_ud_pr_auc": 0.9858921539357565,
+      "eval_el_opus100_pr_auc": 0.9178763687102977,
+      "eval_el_ud_pr_auc": 0.9915116534198763,
+      "eval_en_ersatz_pr_auc": 0.9933958994313723,
+      "eval_en_opus100_pr_auc": 0.9240212152774964,
+      "eval_en_ud_pr_auc": 0.9838207385948945,
+      "eval_eo_opus100_pr_auc": 0.9290906442793104,
+      "eval_es_ersatz_pr_auc": 0.9968934062463309,
+      "eval_es_opus100_pr_auc": 0.9399805534387878,
+      "eval_es_ud_pr_auc": 0.9924571522647729,
+      "eval_et_ersatz_pr_auc": 0.9826493969519078,
+      "eval_et_opus100_pr_auc": 0.9270703243578049,
+      "eval_et_ud_pr_auc": 0.9705957369141353,
+      "eval_eu_opus100_pr_auc": 0.8853660244241651,
+      "eval_eu_ud_pr_auc": 0.9881597262862127,
+      "eval_fa_opus100_pr_auc": 0.6298162455206313,
+      "eval_fa_ud_pr_auc": 0.9956415269014576,
+      "eval_fi_ersatz_pr_auc": 0.9948559060647771,
+      "eval_fi_opus100_pr_auc": 0.9274619054308013,
+      "eval_fi_ud_pr_auc": 0.9620553621754815,
+      "eval_fr_ersatz_pr_auc": 0.9881445746301175,
+      "eval_fr_opus100_pr_auc": 0.9208012152295981,
+      "eval_fr_ud_pr_auc": 0.9873152881735958,
+      "eval_fy_opus100_pr_auc": 0.6847059045135887,
+      "eval_ga_opus100_pr_auc": 0.9174453609164601,
+      "eval_ga_ud_pr_auc": 0.8157762391099832,
+      "eval_gd_opus100_pr_auc": 0.7090416697491594,
+      "eval_gd_ud_pr_auc": 0.8143705791783752,
+      "eval_gl_opus100_pr_auc": 0.8957790267953386,
+      "eval_gl_ud_pr_auc": 0.9981093294497378,
+      "eval_gu_ersatz_pr_auc": 0.9504993014163127,
+      "eval_gu_opus100_pr_auc": 0.7647230531758481,
+      "eval_ha_opus100_pr_auc": 0.930642437131518,
+      "eval_he_opus100_pr_auc": 0.8815927577996195,
+      "eval_he_ud_pr_auc": 0.9795252460340897,
+      "eval_hi_ersatz_pr_auc": 0.984116532051274,
+      "eval_hi_opus100_pr_auc": 0.734321041260178,
+      "eval_hi_ud_pr_auc": 0.9808021379575402,
+      "eval_hu_opus100_pr_auc": 0.9231581343309648,
+      "eval_hu_ud_pr_auc": 0.9857908472049327,
+      "eval_hy_opus100_pr_auc": 0.9047030863711252,
+      "eval_hy_ud_pr_auc": 0.973897229776824,
+      "eval_id_opus100_pr_auc": 0.8940684442065298,
+      "eval_id_ud_pr_auc": 0.9945676296276588,
+      "eval_ig_opus100_pr_auc": 0.8691845210285638,
+      "eval_is_opus100_pr_auc": 0.9328650740148432,
+      "eval_is_ud_pr_auc": 0.9163296191535992,
+      "eval_it_opus100_pr_auc": 0.9165337204259072,
+      "eval_it_ud_pr_auc": 0.9954842307826843,
+      "eval_ja_ersatz_pr_auc": 0.9110655186789371,
+      "eval_ja_opus100_pr_auc": 0.8557031151155224,
+      "eval_ja_ud_pr_auc": 0.984072227202432,
+      "eval_jv_ud_pr_auc": 0.9610272215881467,
+      "eval_ka_opus100_pr_auc": 0.8723475597660788,
+      "eval_kk_ersatz_pr_auc": 0.9885958452114949,
+      "eval_kk_opus100_pr_auc": 0.7880947191809144,
+      "eval_kk_ud_pr_auc": 0.9725451279875692,
+      "eval_km_ersatz_pr_auc": 0.9448794696625795,
+      "eval_km_opus100_pr_auc": 0.7688713803356236,
+      "eval_kn_opus100_pr_auc": 0.6760742251368081,
+      "eval_ko_opus100_pr_auc": 0.7023371764667856,
+      "eval_ko_ud_pr_auc": 0.9984607426103561,
+      "eval_ku_opus100_pr_auc": 0.8672794810907675,
+      "eval_ky_opus100_pr_auc": 0.8852021277884891,
+      "eval_la_ud_pr_auc": 0.9777468755097997,
+      "eval_loss": 0.0250156968832016,
+      "eval_lt_ersatz_pr_auc": 0.9970745016721037,
+      "eval_lt_opus100_pr_auc": 0.8978414407306368,
+      "eval_lt_ud_pr_auc": 0.9977456672791655,
+      "eval_lv_ersatz_pr_auc": 0.9916644367086823,
+      "eval_lv_opus100_pr_auc": 0.90078899661814,
+      "eval_lv_ud_pr_auc": 0.9690036413201103,
+      "eval_mg_opus100_pr_auc": 0.9388345039243576,
+      "eval_mk_opus100_pr_auc": 0.925640810799411,
+      "eval_ml_opus100_pr_auc": 0.8004750310494427,
+      "eval_mn_opus100_pr_auc": 0.950896573565699,
+      "eval_mr_opus100_pr_auc": 0.9221648276547831,
+      "eval_mr_ud_pr_auc": 0.9819211840221427,
+      "eval_ms_opus100_pr_auc": 0.8720093309390423,
+      "eval_mt_opus100_pr_auc": 0.8703720842018601,
+      "eval_mt_ud_pr_auc": 0.9183425355169292,
+      "eval_my_opus100_pr_auc": 0.8539096931503467,
+      "eval_ne_opus100_pr_auc": 0.7482468518381074,
+      "eval_nl_opus100_pr_auc": 0.8989890060808197,
+      "eval_nl_ud_pr_auc": 0.9848405142889514,
+      "eval_no_opus100_pr_auc": 0.9224956346351963,
+      "eval_no_ud_pr_auc": 0.9969653619362583,
+      "eval_pa_opus100_pr_auc": 0.6909416498960075,
+      "eval_pl_ersatz_pr_auc": 0.9704447400977283,
+      "eval_pl_opus100_pr_auc": 0.9023117089629265,
+      "eval_pl_ud_pr_auc": 0.9708456819660587,
+      "eval_ps_ersatz_pr_auc": 0.923579218250717,
+      "eval_ps_opus100_pr_auc": 0.7588163900175128,
+      "eval_pt_opus100_pr_auc": 0.9255953793688042,
+      "eval_pt_ud_pr_auc": 0.9877458816009645,
+      "eval_ro_ersatz_pr_auc": 0.9932118508070481,
+      "eval_ro_opus100_pr_auc": 0.8738997175109555,
+      "eval_ro_ud_pr_auc": 0.9069066792437779,
+      "eval_ru_ersatz_pr_auc": 0.9938710624831653,
+      "eval_ru_opus100_pr_auc": 0.9371152273805053,
+      "eval_ru_ud_pr_auc": 0.884632713384465,
+      "eval_runtime": 879.9858,
+      "eval_samples_per_second": 85.799,
+      "eval_si_opus100_pr_auc": 0.8155116608696006,
+      "eval_sk_opus100_pr_auc": 0.9396746472902985,
+      "eval_sk_ud_pr_auc": 0.982845499798198,
+      "eval_sl_opus100_pr_auc": 0.8875773546888567,
+      "eval_sl_ud_pr_auc": 0.9710391172153916,
+      "eval_sq_opus100_pr_auc": 0.9380933020383229,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9186410046643739,
+      "eval_sr_ud_pr_auc": 0.9994033570264903,
+      "eval_steps_per_second": 1.341,
+      "eval_sv_opus100_pr_auc": 0.9127783045477706,
+      "eval_sv_ud_pr_auc": 0.942443030530953,
+      "eval_ta_ersatz_pr_auc": 0.9806423191953465,
+      "eval_ta_opus100_pr_auc": 0.7451042233317148,
+      "eval_ta_ud_pr_auc": 0.9950676222415443,
+      "eval_te_opus100_pr_auc": 0.8383803920877541,
+      "eval_tg_opus100_pr_auc": 0.9019858072221316,
+      "eval_th_opus100_pr_auc": 0.6940427958940494,
+      "eval_th_ud_pr_auc": 0.8786838776885816,
+      "eval_tr_ersatz_pr_auc": 0.9665000611018609,
+      "eval_tr_opus100_pr_auc": 0.9004782904646076,
+      "eval_tr_ud_pr_auc": 0.9594772667851014,
+      "eval_uk_opus100_pr_auc": 0.8821734930703706,
+      "eval_uk_ud_pr_auc": 0.9220659756540913,
+      "eval_ur_opus100_pr_auc": 0.6211579031812378,
+      "eval_ur_ud_pr_auc": 0.9954637207848583,
+      "eval_uz_opus100_pr_auc": 0.9000356516275935,
+      "eval_vi_opus100_pr_auc": 0.9000783437016546,
+      "eval_vi_ud_pr_auc": 0.9553052296241048,
+      "eval_xh_opus100_pr_auc": 0.8936176083997189,
+      "eval_yi_opus100_pr_auc": 0.7321036942542211,
+      "eval_yo_opus100_pr_auc": 0.844686663271345,
+      "eval_yo_ud_pr_auc": 0.93636640475737,
+      "eval_zh_ersatz_pr_auc": 0.9734030191054706,
+      "eval_zh_opus100_pr_auc": 0.8930978676173712,
+      "eval_zh_ud_pr_auc": 0.9959872711866267,
+      "eval_zu_opus100_pr_auc": 0.8284210479722641,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 1,
+  "total_flos": 3.8936845369344e+18,
+  "trial_name": null,
+  "trial_params": null
+}