diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.674149728654734,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.7489,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2568,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2076,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1815,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1614,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1467,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1381,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1285,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1223,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1176,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.113,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1086,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1068,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1012,
+      "step": 700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0988,
+      "step": 750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0974,
+      "step": 800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0936,
+      "step": 850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.094,
+      "step": 900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0915,
+      "step": 950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0891,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0876,
+      "step": 1050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0864,
+      "step": 1100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0861,
+      "step": 1150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0843,
+      "step": 1200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.083,
+      "step": 1250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0816,
+      "step": 1300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0812,
+      "step": 1350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0799,
+      "step": 1400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0795,
+      "step": 1450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0785,
+      "step": 1500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0775,
+      "step": 1550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0767,
+      "step": 1600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0758,
+      "step": 1650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0752,
+      "step": 1700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0745,
+      "step": 1750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0741,
+      "step": 1800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0739,
+      "step": 1850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0731,
+      "step": 1900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0725,
+      "step": 1950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0724,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0713,
+      "step": 2050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0716,
+      "step": 2100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0709,
+      "step": 2150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0701,
+      "step": 2200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.069,
+      "step": 2250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0694,
+      "step": 2300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0694,
+      "step": 2350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.069,
+      "step": 2400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0686,
+      "step": 2450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.068,
+      "step": 2500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.068,
+      "step": 2550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0673,
+      "step": 2600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0666,
+      "step": 2650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0666,
+      "step": 2700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0658,
+      "step": 2750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0655,
+      "step": 2800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0659,
+      "step": 2850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0648,
+      "step": 2900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.065,
+      "step": 2950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0645,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0645,
+      "step": 3050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0643,
+      "step": 3100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0632,
+      "step": 3150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0637,
+      "step": 3200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0627,
+      "step": 3250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0631,
+      "step": 3300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0627,
+      "step": 3350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0624,
+      "step": 3400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0629,
+      "step": 3450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0621,
+      "step": 3500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0618,
+      "step": 3550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0616,
+      "step": 3600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.061,
+      "step": 3650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0608,
+      "step": 3700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0605,
+      "step": 3750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0603,
+      "step": 3800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0605,
+      "step": 3850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0608,
+      "step": 3900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.06,
+      "step": 3950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0601,
+      "step": 4000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0594,
+      "step": 4050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0593,
+      "step": 4100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0596,
+      "step": 4150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0589,
+      "step": 4200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0588,
+      "step": 4250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0592,
+      "step": 4300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0583,
+      "step": 4350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0588,
+      "step": 4400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0585,
+      "step": 4450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0586,
+      "step": 4500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.058,
+      "step": 4550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0582,
+      "step": 4600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0575,
+      "step": 4650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0574,
+      "step": 4700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0568,
+      "step": 4750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0573,
+      "step": 4800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.057,
+      "step": 4850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.057,
+      "step": 4900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0573,
+      "step": 4950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0562,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.78598245942713,
+      "eval_af_ud_pr_auc": 0.9985646058637794,
+      "eval_am_opus100_pr_auc": 0.4327931041532952,
+      "eval_ar_ersatz_pr_auc": 0.928018631291927,
+      "eval_ar_opus100_pr_auc": 0.6627117956451453,
+      "eval_ar_ud_pr_auc": 0.8068924809948131,
+      "eval_average_ersatz_pr_auc": 0.9553286879195126,
+      "eval_average_opus100_pr_auc": 0.7751174833562804,
+      "eval_average_ud_pr_auc": 0.9478293556040588,
+      "eval_az_opus100_pr_auc": 0.6788281033243418,
+      "eval_be_opus100_pr_auc": 0.7028713880854963,
+      "eval_be_ud_pr_auc": 0.903186666376466,
+      "eval_bg_opus100_pr_auc": 0.902559775174312,
+      "eval_bg_ud_pr_auc": 0.9838585494742467,
+      "eval_bn_opus100_pr_auc": 0.7665132640511949,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.856309112813324,
+      "eval_ca_ud_pr_auc": 0.9901426785917661,
+      "eval_ceb_ud_pr_auc": 0.9995294890666798,
+      "eval_cs_ersatz_pr_auc": 0.9715718921014506,
+      "eval_cs_opus100_pr_auc": 0.846580383435399,
+      "eval_cs_ud_pr_auc": 0.9398337634406142,
+      "eval_cy_opus100_pr_auc": 0.726429093651743,
+      "eval_cy_ud_pr_auc": 0.995576637071258,
+      "eval_da_opus100_pr_auc": 0.8908329817247408,
+      "eval_da_ud_pr_auc": 0.9599675318207239,
+      "eval_de_ersatz_pr_auc": 0.9420662903938083,
+      "eval_de_opus100_pr_auc": 0.8217369611011186,
+      "eval_de_ud_pr_auc": 0.9750724721030809,
+      "eval_el_opus100_pr_auc": 0.8745194665824922,
+      "eval_el_ud_pr_auc": 0.9828319949684052,
+      "eval_en_ersatz_pr_auc": 0.9847805731959675,
+      "eval_en_opus100_pr_auc": 0.901228211202948,
+      "eval_en_ud_pr_auc": 0.9470200918817886,
+      "eval_eo_opus100_pr_auc": 0.8891776805625995,
+      "eval_es_ersatz_pr_auc": 0.9885505811915947,
+      "eval_es_opus100_pr_auc": 0.9010316351105757,
+      "eval_es_ud_pr_auc": 0.9933019439447051,
+      "eval_et_ersatz_pr_auc": 0.9681620918705095,
+      "eval_et_opus100_pr_auc": 0.8683779214148791,
+      "eval_et_ud_pr_auc": 0.9151605390981342,
+      "eval_eu_opus100_pr_auc": 0.8799280845385915,
+      "eval_eu_ud_pr_auc": 0.9978854236306182,
+      "eval_fa_opus100_pr_auc": 0.5304359809154168,
+      "eval_fa_ud_pr_auc": 0.9960492662361983,
+      "eval_fi_ersatz_pr_auc": 0.9825955127965932,
+      "eval_fi_opus100_pr_auc": 0.8912963023497189,
+      "eval_fi_ud_pr_auc": 0.9358599939612501,
+      "eval_fr_ersatz_pr_auc": 0.9802717892492222,
+      "eval_fr_opus100_pr_auc": 0.8902551061963668,
+      "eval_fr_ud_pr_auc": 0.9463661921685246,
+      "eval_fy_opus100_pr_auc": 0.7170397593968054,
+      "eval_ga_opus100_pr_auc": 0.8475971339062057,
+      "eval_ga_ud_pr_auc": 0.9373868503285395,
+      "eval_gd_opus100_pr_auc": 0.5423348411515547,
+      "eval_gd_ud_pr_auc": 0.600557729251262,
+      "eval_gl_opus100_pr_auc": 0.8597951102131559,
+      "eval_gl_ud_pr_auc": 0.986442089956764,
+      "eval_gu_ersatz_pr_auc": 0.9261498789647064,
+      "eval_gu_opus100_pr_auc": 0.6104441512178029,
+      "eval_ha_opus100_pr_auc": 0.8783823792480471,
+      "eval_he_opus100_pr_auc": 0.8030843046119431,
+      "eval_he_ud_pr_auc": 0.9527992058440647,
+      "eval_hi_ersatz_pr_auc": 0.9511868010211485,
+      "eval_hi_opus100_pr_auc": 0.5946503343939716,
+      "eval_hi_ud_pr_auc": 0.9883618909733134,
+      "eval_hu_opus100_pr_auc": 0.8934562657743612,
+      "eval_hu_ud_pr_auc": 0.9691243535885823,
+      "eval_hy_opus100_pr_auc": 0.8851089976158797,
+      "eval_hy_ud_pr_auc": 0.9681248711444832,
+      "eval_id_opus100_pr_auc": 0.8540163566023377,
+      "eval_id_ud_pr_auc": 0.979479118093702,
+      "eval_ig_opus100_pr_auc": 0.8298709819970503,
+      "eval_is_opus100_pr_auc": 0.9117342649781731,
+      "eval_is_ud_pr_auc": 0.8488078047635029,
+      "eval_it_opus100_pr_auc": 0.8727699094330028,
+      "eval_it_ud_pr_auc": 0.9909974267598992,
+      "eval_ja_ersatz_pr_auc": 0.8896690372803339,
+      "eval_ja_opus100_pr_auc": 0.5924831667264777,
+      "eval_ja_ud_pr_auc": 0.9765366819264296,
+      "eval_jv_ud_pr_auc": 0.9672729248450931,
+      "eval_ka_opus100_pr_auc": 0.8469645393724823,
+      "eval_kk_ersatz_pr_auc": 0.9866331374128869,
+      "eval_kk_opus100_pr_auc": 0.7859681226607036,
+      "eval_kk_ud_pr_auc": 0.9792237627711742,
+      "eval_km_ersatz_pr_auc": 0.8560687029894574,
+      "eval_km_opus100_pr_auc": 0.5189871711157991,
+      "eval_kn_opus100_pr_auc": 0.48353301812041294,
+      "eval_ko_opus100_pr_auc": 0.5888997594397105,
+      "eval_ko_ud_pr_auc": 0.9970712735159533,
+      "eval_ku_opus100_pr_auc": 0.7265698832419278,
+      "eval_ky_opus100_pr_auc": 0.821590930952306,
+      "eval_la_ud_pr_auc": 0.9439519009204118,
+      "eval_loss": 0.055789824575185776,
+      "eval_lt_ersatz_pr_auc": 0.9743197659496179,
+      "eval_lt_opus100_pr_auc": 0.8549545056754232,
+      "eval_lt_ud_pr_auc": 0.9121217155350744,
+      "eval_lv_ersatz_pr_auc": 0.9782475891527725,
+      "eval_lv_opus100_pr_auc": 0.8554778338654695,
+      "eval_lv_ud_pr_auc": 0.972939970307631,
+      "eval_mg_opus100_pr_auc": 0.8819723225986636,
+      "eval_mk_opus100_pr_auc": 0.8699158593179703,
+      "eval_ml_opus100_pr_auc": 0.7237431306779427,
+      "eval_mn_opus100_pr_auc": 0.9196023860213314,
+      "eval_mr_opus100_pr_auc": 0.8620822372789025,
+      "eval_mr_ud_pr_auc": 0.9815952554042471,
+      "eval_ms_opus100_pr_auc": 0.8510755927673498,
+      "eval_mt_opus100_pr_auc": 0.772012150637531,
+      "eval_mt_ud_pr_auc": 0.926574004002258,
+      "eval_my_opus100_pr_auc": 0.5060825376391629,
+      "eval_ne_opus100_pr_auc": 0.5463782453893179,
+      "eval_nl_opus100_pr_auc": 0.8566071765459505,
+      "eval_nl_ud_pr_auc": 0.9639927982585397,
+      "eval_no_opus100_pr_auc": 0.9049721588429019,
+      "eval_no_ud_pr_auc": 0.9909702818583783,
+      "eval_pa_opus100_pr_auc": 0.5628428905886986,
+      "eval_pl_ersatz_pr_auc": 0.9661878734270786,
+      "eval_pl_opus100_pr_auc": 0.880160424761916,
+      "eval_pl_ud_pr_auc": 0.9393130366025219,
+      "eval_ps_ersatz_pr_auc": 0.9372785980825841,
+      "eval_ps_opus100_pr_auc": 0.5716504514367728,
+      "eval_pt_opus100_pr_auc": 0.8977978292243194,
+      "eval_pt_ud_pr_auc": 0.9794998757041075,
+      "eval_ro_ersatz_pr_auc": 0.9847835809509908,
+      "eval_ro_opus100_pr_auc": 0.9080654161155236,
+      "eval_ro_ud_pr_auc": 0.912299095582081,
+      "eval_ru_ersatz_pr_auc": 0.9857763286976132,
+      "eval_ru_opus100_pr_auc": 0.8911857363028164,
+      "eval_ru_ud_pr_auc": 0.8802464950910053,
+      "eval_runtime": 450.0465,
+      "eval_samples_per_second": 167.592,
+      "eval_si_opus100_pr_auc": 0.770971773255942,
+      "eval_sk_opus100_pr_auc": 0.8865657978587105,
+      "eval_sk_ud_pr_auc": 0.9718371039119164,
+      "eval_sl_opus100_pr_auc": 0.8604447227278559,
+      "eval_sl_ud_pr_auc": 0.9801705323412746,
+      "eval_sq_opus100_pr_auc": 0.8538670397209043,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9082217100376285,
+      "eval_sr_ud_pr_auc": 0.9898257571098283,
+      "eval_steps_per_second": 0.655,
+      "eval_sv_opus100_pr_auc": 0.8867139708987842,
+      "eval_sv_ud_pr_auc": 0.9244497482489153,
+      "eval_ta_ersatz_pr_auc": 0.973461035075041,
+      "eval_ta_opus100_pr_auc": 0.5623307339143216,
+      "eval_ta_ud_pr_auc": 0.9958164097863158,
+      "eval_te_opus100_pr_auc": 0.7808952767522404,
+      "eval_tg_opus100_pr_auc": 0.8434802166101059,
+      "eval_th_opus100_pr_auc": 0.6439772125136833,
+      "eval_th_ud_pr_auc": 0.5951766045509688,
+      "eval_tr_ersatz_pr_auc": 0.9530990549263247,
+      "eval_tr_opus100_pr_auc": 0.8895943323609486,
+      "eval_tr_ud_pr_auc": 0.9496500062556645,
+      "eval_uk_opus100_pr_auc": 0.8392515168463096,
+      "eval_uk_ud_pr_auc": 0.965238943345477,
+      "eval_ur_opus100_pr_auc": 0.40567185058634886,
+      "eval_ur_ud_pr_auc": 0.996888990728215,
+      "eval_uz_opus100_pr_auc": 0.7142005404283236,
+      "eval_vi_opus100_pr_auc": 0.9056973260054603,
+      "eval_vi_ud_pr_auc": 0.9419254757985824,
+      "eval_xh_opus100_pr_auc": 0.8481861527392534,
+      "eval_yi_opus100_pr_auc": 0.5300239618288423,
+      "eval_yo_opus100_pr_auc": 0.7126519162940089,
+      "eval_yo_ud_pr_auc": 0.9177398673702514,
+      "eval_zh_ersatz_pr_auc": 0.9083523882076449,
+      "eval_zh_opus100_pr_auc": 0.6852988664317818,
+      "eval_zh_ud_pr_auc": 0.9847630962618684,
+      "eval_zu_opus100_pr_auc": 0.7493296380846353,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0564,
+      "step": 5050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0568,
+      "step": 5100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0563,
+      "step": 5150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.056,
+      "step": 5200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.056,
+      "step": 5250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0561,
+      "step": 5300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0554,
+      "step": 5350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0545,
+      "step": 5400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.054,
+      "step": 5450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0538,
+      "step": 5500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0537,
+      "step": 5550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0534,
+      "step": 5600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0532,
+      "step": 5650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0532,
+      "step": 5700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0523,
+      "step": 5750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0519,
+      "step": 5800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0517,
+      "step": 5850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0513,
+      "step": 5900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0512,
+      "step": 5950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0511,
+      "step": 6000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0507,
+      "step": 6050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0504,
+      "step": 6100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.05,
+      "step": 6150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0499,
+      "step": 6200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0495,
+      "step": 6250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0491,
+      "step": 6300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0491,
+      "step": 6350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0484,
+      "step": 6400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0484,
+      "step": 6450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0481,
+      "step": 6500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0484,
+      "step": 6550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0479,
+      "step": 6600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0478,
+      "step": 6650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.047,
+      "step": 6700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0469,
+      "step": 6750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0469,
+      "step": 6800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0471,
+      "step": 6850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0461,
+      "step": 6900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0465,
+      "step": 6950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0461,
+      "step": 7000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0456,
+      "step": 7050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0457,
+      "step": 7100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0457,
+      "step": 7150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0453,
+      "step": 7200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0443,
+      "step": 7250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0451,
+      "step": 7300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0444,
+      "step": 7350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0442,
+      "step": 7400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0442,
+      "step": 7450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0441,
+      "step": 7500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.044,
+      "step": 7550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0436,
+      "step": 7600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0434,
+      "step": 7650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0435,
+      "step": 7700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0434,
+      "step": 7750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0433,
+      "step": 7800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0431,
+      "step": 7850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.043,
+      "step": 7900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0425,
+      "step": 7950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0426,
+      "step": 8000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0423,
+      "step": 8050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0425,
+      "step": 8100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0421,
+      "step": 8150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0422,
+      "step": 8200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0417,
+      "step": 8250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0416,
+      "step": 8300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0415,
+      "step": 8350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0415,
+      "step": 8400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0414,
+      "step": 8450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0412,
+      "step": 8500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0412,
+      "step": 8550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.041,
+      "step": 8600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0411,
+      "step": 8650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.041,
+      "step": 8700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0407,
+      "step": 8750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0406,
+      "step": 8800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0402,
+      "step": 8850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0405,
+      "step": 8900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0404,
+      "step": 8950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0401,
+      "step": 9000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0398,
+      "step": 9050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0397,
+      "step": 9100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0398,
+      "step": 9150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0398,
+      "step": 9200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0396,
+      "step": 9250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0393,
+      "step": 9300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0394,
+      "step": 9350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0394,
+      "step": 9400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0392,
+      "step": 9450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0392,
+      "step": 9500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0391,
+      "step": 9550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0389,
+      "step": 9600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0385,
+      "step": 9650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0388,
+      "step": 9700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0388,
+      "step": 9750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0392,
+      "step": 9800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0388,
+      "step": 9850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0389,
+      "step": 9900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0384,
+      "step": 9950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0383,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7919507533356803,
+      "eval_af_ud_pr_auc": 0.9973315591138477,
+      "eval_am_opus100_pr_auc": 0.4086440891916203,
+      "eval_ar_ersatz_pr_auc": 0.9379462649882104,
+      "eval_ar_opus100_pr_auc": 0.6977304415493102,
+      "eval_ar_ud_pr_auc": 0.8440923177600403,
+      "eval_average_ersatz_pr_auc": 0.9566345099791015,
+      "eval_average_opus100_pr_auc": 0.8043015177898228,
+      "eval_average_ud_pr_auc": 0.9516025531221098,
+      "eval_az_opus100_pr_auc": 0.6463982991023703,
+      "eval_be_opus100_pr_auc": 0.6760401051086733,
+      "eval_be_ud_pr_auc": 0.8907760706020594,
+      "eval_bg_opus100_pr_auc": 0.9116988290636604,
+      "eval_bg_ud_pr_auc": 0.993272012552598,
+      "eval_bn_opus100_pr_auc": 0.7888381880232935,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8695694378402729,
+      "eval_ca_ud_pr_auc": 0.9916897048503679,
+      "eval_ceb_ud_pr_auc": 0.9938966258447812,
+      "eval_cs_ersatz_pr_auc": 0.9803107841920796,
+      "eval_cs_opus100_pr_auc": 0.8886632569633318,
+      "eval_cs_ud_pr_auc": 0.9464582740625244,
+      "eval_cy_opus100_pr_auc": 0.7571925102400223,
+      "eval_cy_ud_pr_auc": 0.9943512712419461,
+      "eval_da_opus100_pr_auc": 0.9080536814668172,
+      "eval_da_ud_pr_auc": 0.9816593228342708,
+      "eval_de_ersatz_pr_auc": 0.9665963660641173,
+      "eval_de_opus100_pr_auc": 0.8579944990546416,
+      "eval_de_ud_pr_auc": 0.9798503608886635,
+      "eval_el_opus100_pr_auc": 0.9141493858453992,
+      "eval_el_ud_pr_auc": 0.9902114638077925,
+      "eval_en_ersatz_pr_auc": 0.9834189582999142,
+      "eval_en_opus100_pr_auc": 0.9175781151480175,
+      "eval_en_ud_pr_auc": 0.9680307451457044,
+      "eval_eo_opus100_pr_auc": 0.9206075268519975,
+      "eval_es_ersatz_pr_auc": 0.9923860517400981,
+      "eval_es_opus100_pr_auc": 0.9138826954731625,
+      "eval_es_ud_pr_auc": 0.9854751197363582,
+      "eval_et_ersatz_pr_auc": 0.9776231332973756,
+      "eval_et_opus100_pr_auc": 0.8529274941452658,
+      "eval_et_ud_pr_auc": 0.9189241466754984,
+      "eval_eu_opus100_pr_auc": 0.8775801399972941,
+      "eval_eu_ud_pr_auc": 0.9942740964145322,
+      "eval_fa_opus100_pr_auc": 0.5579480968418647,
+      "eval_fa_ud_pr_auc": 0.9956207625809259,
+      "eval_fi_ersatz_pr_auc": 0.9842356083395166,
+      "eval_fi_opus100_pr_auc": 0.902143571782881,
+      "eval_fi_ud_pr_auc": 0.9560470080096022,
+      "eval_fr_ersatz_pr_auc": 0.9848396309798877,
+      "eval_fr_opus100_pr_auc": 0.8900159409263534,
+      "eval_fr_ud_pr_auc": 0.939416086640239,
+      "eval_fy_opus100_pr_auc": 0.6992497588073291,
+      "eval_ga_opus100_pr_auc": 0.8800661551926888,
+      "eval_ga_ud_pr_auc": 0.7891014423261923,
+      "eval_gd_opus100_pr_auc": 0.5726063621722176,
+      "eval_gd_ud_pr_auc": 0.7041086185252854,
+      "eval_gl_opus100_pr_auc": 0.8807598738824799,
+      "eval_gl_ud_pr_auc": 0.9962818364171696,
+      "eval_gu_ersatz_pr_auc": 0.9275891238038967,
+      "eval_gu_opus100_pr_auc": 0.683235311813043,
+      "eval_ha_opus100_pr_auc": 0.8880661976589065,
+      "eval_he_opus100_pr_auc": 0.8289832029572404,
+      "eval_he_ud_pr_auc": 0.9655586578707746,
+      "eval_hi_ersatz_pr_auc": 0.9602512910307303,
+      "eval_hi_opus100_pr_auc": 0.6366228277818615,
+      "eval_hi_ud_pr_auc": 0.9885111679027024,
+      "eval_hu_opus100_pr_auc": 0.9161177198491467,
+      "eval_hu_ud_pr_auc": 0.9784316201555407,
+      "eval_hy_opus100_pr_auc": 0.9061690488112142,
+      "eval_hy_ud_pr_auc": 0.9639295163696053,
+      "eval_id_opus100_pr_auc": 0.8502058205379815,
+      "eval_id_ud_pr_auc": 0.989764986938191,
+      "eval_ig_opus100_pr_auc": 0.8815028971620893,
+      "eval_is_opus100_pr_auc": 0.9268479139414691,
+      "eval_is_ud_pr_auc": 0.8612761427073935,
+      "eval_it_opus100_pr_auc": 0.8976687537902193,
+      "eval_it_ud_pr_auc": 0.9984171701915553,
+      "eval_ja_ersatz_pr_auc": 0.7835202457507336,
+      "eval_ja_opus100_pr_auc": 0.684365406584389,
+      "eval_ja_ud_pr_auc": 0.968142535160659,
+      "eval_jv_ud_pr_auc": 0.9692824855527454,
+      "eval_ka_opus100_pr_auc": 0.8549363742033651,
+      "eval_kk_ersatz_pr_auc": 0.982162711405532,
+      "eval_kk_opus100_pr_auc": 0.7989374632550487,
+      "eval_kk_ud_pr_auc": 0.9836314444586286,
+      "eval_km_ersatz_pr_auc": 0.8693011841629315,
+      "eval_km_opus100_pr_auc": 0.639826478196348,
+      "eval_kn_opus100_pr_auc": 0.5044396621164322,
+      "eval_ko_opus100_pr_auc": 0.6400665652882293,
+      "eval_ko_ud_pr_auc": 0.9988760541905316,
+      "eval_ku_opus100_pr_auc": 0.7811489520099624,
+      "eval_ky_opus100_pr_auc": 0.887212126724727,
+      "eval_la_ud_pr_auc": 0.9611732833338911,
+      "eval_loss": 0.041622940450906754,
+      "eval_lt_ersatz_pr_auc": 0.987641377045769,
+      "eval_lt_opus100_pr_auc": 0.8548668559204906,
+      "eval_lt_ud_pr_auc": 0.9540749151107855,
+      "eval_lv_ersatz_pr_auc": 0.9865974183494144,
+      "eval_lv_opus100_pr_auc": 0.8774950486354329,
+      "eval_lv_ud_pr_auc": 0.9659424342941088,
+      "eval_mg_opus100_pr_auc": 0.9059710085011459,
+      "eval_mk_opus100_pr_auc": 0.897479241140716,
+      "eval_ml_opus100_pr_auc": 0.7487036092390049,
+      "eval_mn_opus100_pr_auc": 0.9379984114803273,
+      "eval_mr_opus100_pr_auc": 0.8739185987714904,
+      "eval_mr_ud_pr_auc": 0.9861151342794388,
+      "eval_ms_opus100_pr_auc": 0.8803846179243157,
+      "eval_mt_opus100_pr_auc": 0.8074975774025734,
+      "eval_mt_ud_pr_auc": 0.8524321834004308,
+      "eval_my_opus100_pr_auc": 0.5904667929993915,
+      "eval_ne_opus100_pr_auc": 0.6584093050382586,
+      "eval_nl_opus100_pr_auc": 0.8826504702674774,
+      "eval_nl_ud_pr_auc": 0.9418157680759025,
+      "eval_no_opus100_pr_auc": 0.9162449013135865,
+      "eval_no_ud_pr_auc": 0.9960730710946369,
+      "eval_pa_opus100_pr_auc": 0.6267157393265836,
+      "eval_pl_ersatz_pr_auc": 0.975758894241192,
+      "eval_pl_opus100_pr_auc": 0.8920479029151149,
+      "eval_pl_ud_pr_auc": 0.948951407063379,
+      "eval_ps_ersatz_pr_auc": 0.9312236275572185,
+      "eval_ps_opus100_pr_auc": 0.7040503984132581,
+      "eval_pt_opus100_pr_auc": 0.9066813162109668,
+      "eval_pt_ud_pr_auc": 0.9802562200442136,
+      "eval_ro_ersatz_pr_auc": 0.9874073291843729,
+      "eval_ro_opus100_pr_auc": 0.8768390611199898,
+      "eval_ro_ud_pr_auc": 0.9380583813409914,
+      "eval_ru_ersatz_pr_auc": 0.988699959343652,
+      "eval_ru_opus100_pr_auc": 0.8955491872877892,
+      "eval_ru_ud_pr_auc": 0.8647010673474621,
+      "eval_runtime": 395.8177,
+      "eval_samples_per_second": 190.552,
+      "eval_si_opus100_pr_auc": 0.7891470057383017,
+      "eval_sk_opus100_pr_auc": 0.9057781326022443,
+      "eval_sk_ud_pr_auc": 0.9815364992305395,
+      "eval_sl_opus100_pr_auc": 0.8753381804274769,
+      "eval_sl_ud_pr_auc": 0.9759351958023784,
+      "eval_sq_opus100_pr_auc": 0.8760872392599305,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9065463453004088,
+      "eval_sr_ud_pr_auc": 0.9959649545771787,
+      "eval_steps_per_second": 0.745,
+      "eval_sv_opus100_pr_auc": 0.8987980073164832,
+      "eval_sv_ud_pr_auc": 0.9461665218203856,
+      "eval_ta_ersatz_pr_auc": 0.9795709514900052,
+      "eval_ta_opus100_pr_auc": 0.6154792231633955,
+      "eval_ta_ud_pr_auc": 0.995006057633341,
+      "eval_te_opus100_pr_auc": 0.7966129997053147,
+      "eval_tg_opus100_pr_auc": 0.8195203473106268,
+      "eval_th_opus100_pr_auc": 0.6589703025786885,
+      "eval_th_ud_pr_auc": 0.7001251865664762,
+      "eval_tr_ersatz_pr_auc": 0.965617788382758,
+      "eval_tr_opus100_pr_auc": 0.901112908721251,
+      "eval_tr_ud_pr_auc": 0.9458024435636867,
+      "eval_uk_opus100_pr_auc": 0.8684100167160949,
+      "eval_uk_ud_pr_auc": 0.9509615799006855,
+      "eval_ur_opus100_pr_auc": 0.49776507243770707,
+      "eval_ur_ud_pr_auc": 0.9964823175572268,
+      "eval_uz_opus100_pr_auc": 0.8121433367887536,
+      "eval_vi_opus100_pr_auc": 0.8952399593747553,
+      "eval_vi_ud_pr_auc": 0.941521707793927,
+      "eval_xh_opus100_pr_auc": 0.8737166182967931,
+      "eval_yi_opus100_pr_auc": 0.6577039875297723,
+      "eval_yo_opus100_pr_auc": 0.8006208599725676,
+      "eval_yo_ud_pr_auc": 0.9245455454299301,
+      "eval_zh_ersatz_pr_auc": 0.9132605198908289,
+      "eval_zh_opus100_pr_auc": 0.7549033351976928,
+      "eval_zh_ud_pr_auc": 0.9810130251705423,
+      "eval_zu_opus100_pr_auc": 0.826218605730966,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0384,
+      "step": 10050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.0385,
+      "step": 10100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.0381,
+      "step": 10150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.0379,
+      "step": 10200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.0381,
+      "step": 10250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.0377,
+      "step": 10300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0379,
+      "step": 10350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0376,
+      "step": 10400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.0382,
+      "step": 10450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0374,
+      "step": 10500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.0373,
+      "step": 10550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.037,
+      "step": 10600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0372,
+      "step": 10650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.037,
+      "step": 10700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.0371,
+      "step": 10750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.037,
+      "step": 10800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0371,
+      "step": 10850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.0369,
+      "step": 10900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0368,
+      "step": 10950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.037,
+      "step": 11000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.0368,
+      "step": 11050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0366,
+      "step": 11100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0365,
+      "step": 11150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0366,
+      "step": 11200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.0366,
+      "step": 11250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0366,
+      "step": 11300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.0364,
+      "step": 11350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0364,
+      "step": 11400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.0365,
+      "step": 11450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.0363,
+      "step": 11500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0364,
+      "step": 11550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0361,
+      "step": 11600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.0361,
+      "step": 11650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0359,
+      "step": 11700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.036,
+      "step": 11750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0357,
+      "step": 11800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.0358,
+      "step": 11850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.0353,
+      "step": 11900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0355,
+      "step": 11950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.0356,
+      "step": 12000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.0355,
+      "step": 12050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.0355,
+      "step": 12100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0357,
+      "step": 12150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0351,
+      "step": 12200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0358,
+      "step": 12250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0353,
+      "step": 12300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0353,
+      "step": 12350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.0351,
+      "step": 12400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.035,
+      "step": 12450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.035,
+      "step": 12500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.035,
+      "step": 12550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.035,
+      "step": 12600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.0346,
+      "step": 12650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0348,
+      "step": 12700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0351,
+      "step": 12750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.035,
+      "step": 12800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0346,
+      "step": 12850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0349,
+      "step": 12900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0347,
+      "step": 12950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0348,
+      "step": 13000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.0349,
+      "step": 13050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.0348,
+      "step": 13100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.0346,
+      "step": 13150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0344,
+      "step": 13200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0347,
+      "step": 13250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0348,
+      "step": 13300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.0344,
+      "step": 13350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.0345,
+      "step": 13400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.0346,
+      "step": 13450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.0344,
+      "step": 13500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0344,
+      "step": 13550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0344,
+      "step": 13600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0343,
+      "step": 13650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.0344,
+      "step": 13700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0342,
+      "step": 13750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0337,
+      "step": 13800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.0339,
+      "step": 13850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.0339,
+      "step": 13900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0339,
+      "step": 13950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.0338,
+      "step": 14000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0336,
+      "step": 14050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.0338,
+      "step": 14100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0339,
+      "step": 14150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.0338,
+      "step": 14200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0337,
+      "step": 14250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0338,
+      "step": 14300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0336,
+      "step": 14350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.0338,
+      "step": 14400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.0337,
+      "step": 14450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.0337,
+      "step": 14500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0336,
+      "step": 14550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.0336,
+      "step": 14600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0331,
+      "step": 14650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.0333,
+      "step": 14700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0333,
+      "step": 14750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0336,
+      "step": 14800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.0332,
+      "step": 14850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.0329,
+      "step": 14900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.0332,
+      "step": 14950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0331,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7880390718173156,
+      "eval_af_ud_pr_auc": 0.9887639249725917,
+      "eval_am_opus100_pr_auc": 0.4853752270165413,
+      "eval_ar_ersatz_pr_auc": 0.9364719191909956,
+      "eval_ar_opus100_pr_auc": 0.7061930695507225,
+      "eval_ar_ud_pr_auc": 0.8735566579981389,
+      "eval_average_ersatz_pr_auc": 0.9634092644351075,
+      "eval_average_opus100_pr_auc": 0.8196023677823221,
+      "eval_average_ud_pr_auc": 0.9566623022375323,
+      "eval_az_opus100_pr_auc": 0.6549640607001047,
+      "eval_be_opus100_pr_auc": 0.6926879490069596,
+      "eval_be_ud_pr_auc": 0.883994914514053,
+      "eval_bg_opus100_pr_auc": 0.9116301564977256,
+      "eval_bg_ud_pr_auc": 0.9953879341135826,
+      "eval_bn_opus100_pr_auc": 0.8101895938920465,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.892695926559665,
+      "eval_ca_ud_pr_auc": 0.9956158893750833,
+      "eval_ceb_ud_pr_auc": 0.9992615257875679,
+      "eval_cs_ersatz_pr_auc": 0.9878802207304,
+      "eval_cs_opus100_pr_auc": 0.8993253882409821,
+      "eval_cs_ud_pr_auc": 0.9573276205970893,
+      "eval_cy_opus100_pr_auc": 0.7927116954138467,
+      "eval_cy_ud_pr_auc": 0.9954506818768899,
+      "eval_da_opus100_pr_auc": 0.9067850053725238,
+      "eval_da_ud_pr_auc": 0.9832896840327077,
+      "eval_de_ersatz_pr_auc": 0.9738729619552896,
+      "eval_de_opus100_pr_auc": 0.8794186187388283,
+      "eval_de_ud_pr_auc": 0.9832331033803628,
+      "eval_el_opus100_pr_auc": 0.9149339825559372,
+      "eval_el_ud_pr_auc": 0.9908046851528088,
+      "eval_en_ersatz_pr_auc": 0.9913190225098601,
+      "eval_en_opus100_pr_auc": 0.9207793068478546,
+      "eval_en_ud_pr_auc": 0.9666762533717554,
+      "eval_eo_opus100_pr_auc": 0.9244888526077715,
+      "eval_es_ersatz_pr_auc": 0.9958792535649513,
+      "eval_es_opus100_pr_auc": 0.9247327756817351,
+      "eval_es_ud_pr_auc": 0.9928895832002039,
+      "eval_et_ersatz_pr_auc": 0.978239167058746,
+      "eval_et_opus100_pr_auc": 0.8746753195558601,
+      "eval_et_ud_pr_auc": 0.931519734853071,
+      "eval_eu_opus100_pr_auc": 0.8868133397279407,
+      "eval_eu_ud_pr_auc": 0.9965576330772965,
+      "eval_fa_opus100_pr_auc": 0.5577432582279551,
+      "eval_fa_ud_pr_auc": 0.9922982180871662,
+      "eval_fi_ersatz_pr_auc": 0.9881699450990897,
+      "eval_fi_opus100_pr_auc": 0.8978053663723128,
+      "eval_fi_ud_pr_auc": 0.9700706095663177,
+      "eval_fr_ersatz_pr_auc": 0.9885525856947996,
+      "eval_fr_opus100_pr_auc": 0.9042925150716677,
+      "eval_fr_ud_pr_auc": 0.9666023875042102,
+      "eval_fy_opus100_pr_auc": 0.7075435862323509,
+      "eval_ga_opus100_pr_auc": 0.8884077527108765,
+      "eval_ga_ud_pr_auc": 0.8053043785687242,
+      "eval_gd_opus100_pr_auc": 0.6094481910329821,
+      "eval_gd_ud_pr_auc": 0.7551918746879289,
+      "eval_gl_opus100_pr_auc": 0.8818721792989651,
+      "eval_gl_ud_pr_auc": 0.9983222319959049,
+      "eval_gu_ersatz_pr_auc": 0.9337134494844541,
+      "eval_gu_opus100_pr_auc": 0.70936771655547,
+      "eval_ha_opus100_pr_auc": 0.8726468119765004,
+      "eval_he_opus100_pr_auc": 0.8433199530160531,
+      "eval_he_ud_pr_auc": 0.9808951514375618,
+      "eval_hi_ersatz_pr_auc": 0.971914513005195,
+      "eval_hi_opus100_pr_auc": 0.6542018492116289,
+      "eval_hi_ud_pr_auc": 0.9916177494830972,
+      "eval_hu_opus100_pr_auc": 0.9182660710584704,
+      "eval_hu_ud_pr_auc": 0.9719595938477525,
+      "eval_hy_opus100_pr_auc": 0.9088454035294717,
+      "eval_hy_ud_pr_auc": 0.9798607465591262,
+      "eval_id_opus100_pr_auc": 0.8578590747462993,
+      "eval_id_ud_pr_auc": 0.9929793341565594,
+      "eval_ig_opus100_pr_auc": 0.8869200922614898,
+      "eval_is_opus100_pr_auc": 0.9220592891750009,
+      "eval_is_ud_pr_auc": 0.82968205139977,
+      "eval_it_opus100_pr_auc": 0.8975000483200509,
+      "eval_it_ud_pr_auc": 0.9993022294834357,
+      "eval_ja_ersatz_pr_auc": 0.8187066328719597,
+      "eval_ja_opus100_pr_auc": 0.7361264510473723,
+      "eval_ja_ud_pr_auc": 0.9724749681976699,
+      "eval_jv_ud_pr_auc": 0.9670973106249271,
+      "eval_ka_opus100_pr_auc": 0.8500074756064019,
+      "eval_kk_ersatz_pr_auc": 0.9850979458582153,
+      "eval_kk_opus100_pr_auc": 0.7854602218993333,
+      "eval_kk_ud_pr_auc": 0.9773116091713814,
+      "eval_km_ersatz_pr_auc": 0.8840718533632043,
+      "eval_km_opus100_pr_auc": 0.6789424433307569,
+      "eval_kn_opus100_pr_auc": 0.5807171441940459,
+      "eval_ko_opus100_pr_auc": 0.6435168743454678,
+      "eval_ko_ud_pr_auc": 0.99879633021936,
+      "eval_ku_opus100_pr_auc": 0.7971792409889157,
+      "eval_ky_opus100_pr_auc": 0.900342477802869,
+      "eval_la_ud_pr_auc": 0.975652717418483,
+      "eval_loss": 0.03716180473566055,
+      "eval_lt_ersatz_pr_auc": 0.9900599225617309,
+      "eval_lt_opus100_pr_auc": 0.8721940393464405,
+      "eval_lt_ud_pr_auc": 0.9661354607188036,
+      "eval_lv_ersatz_pr_auc": 0.9866611594325724,
+      "eval_lv_opus100_pr_auc": 0.884512964046126,
+      "eval_lv_ud_pr_auc": 0.9554921179597287,
+      "eval_mg_opus100_pr_auc": 0.9250990294782776,
+      "eval_mk_opus100_pr_auc": 0.8905006762737928,
+      "eval_ml_opus100_pr_auc": 0.7769568720422363,
+      "eval_mn_opus100_pr_auc": 0.9442093335672259,
+      "eval_mr_opus100_pr_auc": 0.8924687120889372,
+      "eval_mr_ud_pr_auc": 0.9887684037324288,
+      "eval_ms_opus100_pr_auc": 0.8729789445161618,
+      "eval_mt_opus100_pr_auc": 0.841644500084274,
+      "eval_mt_ud_pr_auc": 0.8578987141716444,
+      "eval_my_opus100_pr_auc": 0.6573862529429156,
+      "eval_ne_opus100_pr_auc": 0.6876453823129802,
+      "eval_nl_opus100_pr_auc": 0.8786363409369385,
+      "eval_nl_ud_pr_auc": 0.9613712890055184,
+      "eval_no_opus100_pr_auc": 0.9131327687438344,
+      "eval_no_ud_pr_auc": 0.9966522897897991,
+      "eval_pa_opus100_pr_auc": 0.6947663247986656,
+      "eval_pl_ersatz_pr_auc": 0.9814657069193634,
+      "eval_pl_opus100_pr_auc": 0.8984586418470902,
+      "eval_pl_ud_pr_auc": 0.9679907911726795,
+      "eval_ps_ersatz_pr_auc": 0.9313927053362236,
+      "eval_ps_opus100_pr_auc": 0.7363765434338184,
+      "eval_pt_opus100_pr_auc": 0.9163187934186804,
+      "eval_pt_ud_pr_auc": 0.9803732117178225,
+      "eval_ro_ersatz_pr_auc": 0.9927375200951513,
+      "eval_ro_opus100_pr_auc": 0.8704971241683509,
+      "eval_ro_ud_pr_auc": 0.9636699199484438,
+      "eval_ru_ersatz_pr_auc": 0.9909549660130351,
+      "eval_ru_opus100_pr_auc": 0.9080382880225232,
+      "eval_ru_ud_pr_auc": 0.8708856078356116,
+      "eval_runtime": 398.4102,
+      "eval_samples_per_second": 189.312,
+      "eval_si_opus100_pr_auc": 0.7982187078996758,
+      "eval_sk_opus100_pr_auc": 0.9190104481720471,
+      "eval_sk_ud_pr_auc": 0.9828565362373595,
+      "eval_sl_opus100_pr_auc": 0.8722072497156277,
+      "eval_sl_ud_pr_auc": 0.9823073285877304,
+      "eval_sq_opus100_pr_auc": 0.9052117234458638,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9056403786887932,
+      "eval_sr_ud_pr_auc": 0.9976845348047634,
+      "eval_steps_per_second": 0.74,
+      "eval_sv_opus100_pr_auc": 0.8846890917548853,
+      "eval_sv_ud_pr_auc": 0.9426171021589134,
+      "eval_ta_ersatz_pr_auc": 0.977344054206995,
+      "eval_ta_opus100_pr_auc": 0.6482371342750908,
+      "eval_ta_ud_pr_auc": 0.9961964068975162,
+      "eval_te_opus100_pr_auc": 0.8006126386566436,
+      "eval_tg_opus100_pr_auc": 0.8782867320013615,
+      "eval_th_opus100_pr_auc": 0.6601296379201769,
+      "eval_th_ud_pr_auc": 0.7122456797309397,
+      "eval_tr_ersatz_pr_auc": 0.9688003071703026,
+      "eval_tr_opus100_pr_auc": 0.8955515309741539,
+      "eval_tr_ud_pr_auc": 0.9390532659512577,
+      "eval_uk_opus100_pr_auc": 0.8700108279006538,
+      "eval_uk_ud_pr_auc": 0.9418066056734323,
+      "eval_ur_opus100_pr_auc": 0.5174178860898397,
+      "eval_ur_ud_pr_auc": 0.9985432047176862,
+      "eval_uz_opus100_pr_auc": 0.8544374843125184,
+      "eval_vi_opus100_pr_auc": 0.9042995888924535,
+      "eval_vi_ud_pr_auc": 0.9671833345303079,
+      "eval_xh_opus100_pr_auc": 0.875903183971072,
+      "eval_yi_opus100_pr_auc": 0.7155555594029163,
+      "eval_yo_opus100_pr_auc": 0.8140697517346438,
+      "eval_yo_ud_pr_auc": 0.9084674293047954,
+      "eval_zh_ersatz_pr_auc": 0.9416980054498322,
+      "eval_zh_opus100_pr_auc": 0.8286970521295818,
+      "eval_zh_ud_pr_auc": 0.9918026741795846,
+      "eval_zu_opus100_pr_auc": 0.8405551903460587,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0333,
+      "step": 15050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0334,
+      "step": 15100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.0332,
+      "step": 15150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.0334,
+      "step": 15200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.0333,
+      "step": 15250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0332,
+      "step": 15300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.033,
+      "step": 15350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.033,
+      "step": 15400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.033,
+      "step": 15450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0332,
+      "step": 15500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0329,
+      "step": 15550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0331,
+      "step": 15600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0329,
+      "step": 15650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.0328,
+      "step": 15700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.0329,
+      "step": 15750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.0333,
+      "step": 15800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.0328,
+      "step": 15850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.0326,
+      "step": 15900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.0326,
+      "step": 15950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0327,
+      "step": 16000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0327,
+      "step": 16050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0327,
+      "step": 16100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0327,
+      "step": 16150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.0327,
+      "step": 16200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.0328,
+      "step": 16250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0327,
+      "step": 16300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.0327,
+      "step": 16350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0326,
+      "step": 16400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0324,
+      "step": 16450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0325,
+      "step": 16500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0325,
+      "step": 16550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0327,
+      "step": 16600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.0323,
+      "step": 16650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.0322,
+      "step": 16700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.0324,
+      "step": 16750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0321,
+      "step": 16800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0326,
+      "step": 16850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.0321,
+      "step": 16900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.032,
+      "step": 16950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.0327,
+      "step": 17000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0325,
+      "step": 17050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.0324,
+      "step": 17100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0323,
+      "step": 17150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.0323,
+      "step": 17200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.0324,
+      "step": 17250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.0322,
+      "step": 17300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.0322,
+      "step": 17350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.0321,
+      "step": 17400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.0323,
+      "step": 17450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0322,
+      "step": 17500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.032,
+      "step": 17550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0322,
+      "step": 17600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.0321,
+      "step": 17650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.0321,
+      "step": 17700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0316,
+      "step": 17750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.032,
+      "step": 17800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.0322,
+      "step": 17850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.032,
+      "step": 17900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0316,
+      "step": 17950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.0319,
+      "step": 18000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0318,
+      "step": 18050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.032,
+      "step": 18100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.0318,
+      "step": 18150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0319,
+      "step": 18200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0316,
+      "step": 18250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0318,
+      "step": 18300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0317,
+      "step": 18350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0314,
+      "step": 18400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.0317,
+      "step": 18450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.0316,
+      "step": 18500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0317,
+      "step": 18550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.0318,
+      "step": 18600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.0319,
+      "step": 18650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.0316,
+      "step": 18700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.0316,
+      "step": 18750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.0317,
+      "step": 18800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.0317,
+      "step": 18850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.0316,
+      "step": 18900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.0315,
+      "step": 18950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.0314,
+      "step": 19000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.0319,
+      "step": 19050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0311,
+      "step": 19100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0313,
+      "step": 19150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0314,
+      "step": 19200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0311,
+      "step": 19250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.0313,
+      "step": 19300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0309,
+      "step": 19350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.0313,
+      "step": 19400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0313,
+      "step": 19450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.0312,
+      "step": 19500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0315,
+      "step": 19550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0314,
+      "step": 19600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0311,
+      "step": 19650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.0314,
+      "step": 19700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.0309,
+      "step": 19750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.0316,
+      "step": 19800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0312,
+      "step": 19850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.0313,
+      "step": 19900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.0312,
+      "step": 19950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.0309,
+      "step": 20000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7803909998894343,
+      "eval_af_ud_pr_auc": 0.9850244197512226,
+      "eval_am_opus100_pr_auc": 0.4006634304332686,
+      "eval_ar_ersatz_pr_auc": 0.9293862584390951,
+      "eval_ar_opus100_pr_auc": 0.7129773562422735,
+      "eval_ar_ud_pr_auc": 0.8839218606598943,
+      "eval_average_ersatz_pr_auc": 0.9575762473515769,
+      "eval_average_opus100_pr_auc": 0.8203297697581657,
+      "eval_average_ud_pr_auc": 0.9539123005234963,
+      "eval_az_opus100_pr_auc": 0.7297945764806089,
+      "eval_be_opus100_pr_auc": 0.6717438588063719,
+      "eval_be_ud_pr_auc": 0.8588853128961255,
+      "eval_bg_opus100_pr_auc": 0.915216516989732,
+      "eval_bg_ud_pr_auc": 0.9943905254918024,
+      "eval_bn_opus100_pr_auc": 0.8144550284547871,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8895181598161563,
+      "eval_ca_ud_pr_auc": 0.9929487042233736,
+      "eval_ceb_ud_pr_auc": 0.9988760024410154,
+      "eval_cs_ersatz_pr_auc": 0.9838459935570982,
+      "eval_cs_opus100_pr_auc": 0.8938709605735689,
+      "eval_cs_ud_pr_auc": 0.9508772266002756,
+      "eval_cy_opus100_pr_auc": 0.7916834661979034,
+      "eval_cy_ud_pr_auc": 0.9961239313342574,
+      "eval_da_opus100_pr_auc": 0.90032811496717,
+      "eval_da_ud_pr_auc": 0.9829414788652169,
+      "eval_de_ersatz_pr_auc": 0.9782228523372324,
+      "eval_de_opus100_pr_auc": 0.8839439227467407,
+      "eval_de_ud_pr_auc": 0.986359524165203,
+      "eval_el_opus100_pr_auc": 0.9035210966871384,
+      "eval_el_ud_pr_auc": 0.9831200157607841,
+      "eval_en_ersatz_pr_auc": 0.9909980952739708,
+      "eval_en_opus100_pr_auc": 0.9176015864145619,
+      "eval_en_ud_pr_auc": 0.9678024370719793,
+      "eval_eo_opus100_pr_auc": 0.9266735834232778,
+      "eval_es_ersatz_pr_auc": 0.995253611932448,
+      "eval_es_opus100_pr_auc": 0.9194058036998323,
+      "eval_es_ud_pr_auc": 0.9898020156675118,
+      "eval_et_ersatz_pr_auc": 0.9782103546950559,
+      "eval_et_opus100_pr_auc": 0.8625754447706353,
+      "eval_et_ud_pr_auc": 0.9370754829974443,
+      "eval_eu_opus100_pr_auc": 0.8839543380283564,
+      "eval_eu_ud_pr_auc": 0.9913805829793257,
+      "eval_fa_opus100_pr_auc": 0.5910961696217899,
+      "eval_fa_ud_pr_auc": 0.9893019461138821,
+      "eval_fi_ersatz_pr_auc": 0.9862200383779505,
+      "eval_fi_opus100_pr_auc": 0.8973475668155084,
+      "eval_fi_ud_pr_auc": 0.969513577149588,
+      "eval_fr_ersatz_pr_auc": 0.9827629334545149,
+      "eval_fr_opus100_pr_auc": 0.9044217128337756,
+      "eval_fr_ud_pr_auc": 0.9727771532305521,
+      "eval_fy_opus100_pr_auc": 0.6615385911976674,
+      "eval_ga_opus100_pr_auc": 0.8856158116602563,
+      "eval_ga_ud_pr_auc": 0.8059646527910748,
+      "eval_gd_opus100_pr_auc": 0.5966672477498409,
+      "eval_gd_ud_pr_auc": 0.7644448934542933,
+      "eval_gl_opus100_pr_auc": 0.8856531706050395,
+      "eval_gl_ud_pr_auc": 0.9979918931020813,
+      "eval_gu_ersatz_pr_auc": 0.9105968411083105,
+      "eval_gu_opus100_pr_auc": 0.7175517775004161,
+      "eval_ha_opus100_pr_auc": 0.8935500757059189,
+      "eval_he_opus100_pr_auc": 0.859086783420495,
+      "eval_he_ud_pr_auc": 0.9794925843962943,
+      "eval_hi_ersatz_pr_auc": 0.9716708129774425,
+      "eval_hi_opus100_pr_auc": 0.657656496521858,
+      "eval_hi_ud_pr_auc": 0.9898610086101143,
+      "eval_hu_opus100_pr_auc": 0.9078486974083684,
+      "eval_hu_ud_pr_auc": 0.9793724781344296,
+      "eval_hy_opus100_pr_auc": 0.9042689234857734,
+      "eval_hy_ud_pr_auc": 0.9822499898907748,
+      "eval_id_opus100_pr_auc": 0.8587939871609812,
+      "eval_id_ud_pr_auc": 0.9901986721482743,
+      "eval_ig_opus100_pr_auc": 0.8838166369314522,
+      "eval_is_opus100_pr_auc": 0.9155473574732501,
+      "eval_is_ud_pr_auc": 0.8444197530291557,
+      "eval_it_opus100_pr_auc": 0.896565512943766,
+      "eval_it_ud_pr_auc": 0.9989311295724695,
+      "eval_ja_ersatz_pr_auc": 0.7668342994730728,
+      "eval_ja_opus100_pr_auc": 0.7891842854900194,
+      "eval_ja_ud_pr_auc": 0.9725618471928209,
+      "eval_jv_ud_pr_auc": 0.9554075261021651,
+      "eval_ka_opus100_pr_auc": 0.8475372919646842,
+      "eval_kk_ersatz_pr_auc": 0.9811059084592862,
+      "eval_kk_opus100_pr_auc": 0.7804758991903775,
+      "eval_kk_ud_pr_auc": 0.9715821734700136,
+      "eval_km_ersatz_pr_auc": 0.896177140472601,
+      "eval_km_opus100_pr_auc": 0.7200422360621351,
+      "eval_kn_opus100_pr_auc": 0.5993446633812766,
+      "eval_ko_opus100_pr_auc": 0.6633545701406742,
+      "eval_ko_ud_pr_auc": 0.9977497078711126,
+      "eval_ku_opus100_pr_auc": 0.7906059169867503,
+      "eval_ky_opus100_pr_auc": 0.882920305604578,
+      "eval_la_ud_pr_auc": 0.9724052552409623,
+      "eval_loss": 0.03490690141916275,
+      "eval_lt_ersatz_pr_auc": 0.9922004118975268,
+      "eval_lt_opus100_pr_auc": 0.8601345441038662,
+      "eval_lt_ud_pr_auc": 0.9853276564030242,
+      "eval_lv_ersatz_pr_auc": 0.9861238627270186,
+      "eval_lv_opus100_pr_auc": 0.8703509118201189,
+      "eval_lv_ud_pr_auc": 0.9543140100074131,
+      "eval_mg_opus100_pr_auc": 0.9172707603390504,
+      "eval_mk_opus100_pr_auc": 0.8944021036435486,
+      "eval_ml_opus100_pr_auc": 0.7672180843534461,
+      "eval_mn_opus100_pr_auc": 0.9340775453274066,
+      "eval_mr_opus100_pr_auc": 0.8769068419651764,
+      "eval_mr_ud_pr_auc": 0.9617959365005602,
+      "eval_ms_opus100_pr_auc": 0.875263469955975,
+      "eval_mt_opus100_pr_auc": 0.8416851292618451,
+      "eval_mt_ud_pr_auc": 0.8662667428579742,
+      "eval_my_opus100_pr_auc": 0.7181856594062351,
+      "eval_ne_opus100_pr_auc": 0.7111013087676921,
+      "eval_nl_opus100_pr_auc": 0.8803011183901129,
+      "eval_nl_ud_pr_auc": 0.9625277705158422,
+      "eval_no_opus100_pr_auc": 0.9077824381915814,
+      "eval_no_ud_pr_auc": 0.9956719958433609,
+      "eval_pa_opus100_pr_auc": 0.6753348178324133,
+      "eval_pl_ersatz_pr_auc": 0.9683820182692986,
+      "eval_pl_opus100_pr_auc": 0.8923956897240869,
+      "eval_pl_ud_pr_auc": 0.9595211572087436,
+      "eval_ps_ersatz_pr_auc": 0.935698510999103,
+      "eval_ps_opus100_pr_auc": 0.763099650882027,
+      "eval_pt_opus100_pr_auc": 0.9062636732695392,
+      "eval_pt_ud_pr_auc": 0.979636415640023,
+      "eval_ro_ersatz_pr_auc": 0.9918242764586963,
+      "eval_ro_opus100_pr_auc": 0.8552954812597937,
+      "eval_ro_ud_pr_auc": 0.8920340418891295,
+      "eval_ru_ersatz_pr_auc": 0.9875613542374768,
+      "eval_ru_opus100_pr_auc": 0.8932343552254446,
+      "eval_ru_ud_pr_auc": 0.8511963554009581,
+      "eval_runtime": 401.1292,
+      "eval_samples_per_second": 188.029,
+      "eval_si_opus100_pr_auc": 0.8217050602294418,
+      "eval_sk_opus100_pr_auc": 0.9122654157400925,
+      "eval_sk_ud_pr_auc": 0.9784340289792183,
+      "eval_sl_opus100_pr_auc": 0.8575609838357331,
+      "eval_sl_ud_pr_auc": 0.9723370188081298,
+      "eval_sq_opus100_pr_auc": 0.9036627215531705,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8995146727536508,
+      "eval_sr_ud_pr_auc": 0.9973923586559056,
+      "eval_steps_per_second": 0.735,
+      "eval_sv_opus100_pr_auc": 0.8865519308690587,
+      "eval_sv_ud_pr_auc": 0.9441818243828912,
+      "eval_ta_ersatz_pr_auc": 0.9824853665691328,
+      "eval_ta_opus100_pr_auc": 0.6622481699112389,
+      "eval_ta_ud_pr_auc": 0.9933705777808842,
+      "eval_te_opus100_pr_auc": 0.8115743351895647,
+      "eval_tg_opus100_pr_auc": 0.8818766842726272,
+      "eval_th_opus100_pr_auc": 0.6604138368928806,
+      "eval_th_ud_pr_auc": 0.7546656091920015,
+      "eval_tr_ersatz_pr_auc": 0.9537640372016741,
+      "eval_tr_opus100_pr_auc": 0.8873266055558202,
+      "eval_tr_ud_pr_auc": 0.937208534802681,
+      "eval_uk_opus100_pr_auc": 0.8633062848558684,
+      "eval_uk_ud_pr_auc": 0.923882953396316,
+      "eval_ur_opus100_pr_auc": 0.5190151226082812,
+      "eval_ur_ud_pr_auc": 0.9902253474242182,
+      "eval_uz_opus100_pr_auc": 0.8716458126089658,
+      "eval_vi_opus100_pr_auc": 0.9054508300306332,
+      "eval_vi_ud_pr_auc": 0.9557510857344382,
+      "eval_xh_opus100_pr_auc": 0.8739006850590905,
+      "eval_yi_opus100_pr_auc": 0.7423494765884332,
+      "eval_yo_opus100_pr_auc": 0.8196539625036544,
+      "eval_yo_ud_pr_auc": 0.9077079864035268,
+      "eval_zh_ersatz_pr_auc": 0.9173524628166845,
+      "eval_zh_opus100_pr_auc": 0.8262908514733062,
+      "eval_zh_ud_pr_auc": 0.9757959596065489,
+      "eval_zu_opus100_pr_auc": 0.8316141614402562,
+      "step": 20000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.0313,
+      "step": 20050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.031,
+      "step": 20100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.031,
+      "step": 20150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.0311,
+      "step": 20200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.0313,
+      "step": 20250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.0312,
+      "step": 20300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0311,
+      "step": 20350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.0313,
+      "step": 20400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.0312,
+      "step": 20450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.0307,
+      "step": 20500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.031,
+      "step": 20550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0305,
+      "step": 20600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0311,
+      "step": 20650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.0306,
+      "step": 20700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.031,
+      "step": 20750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.0312,
+      "step": 20800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0308,
+      "step": 20850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0306,
+      "step": 20900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.0306,
+      "step": 20950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.0306,
+      "step": 21000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.0308,
+      "step": 21050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.0306,
+      "step": 21100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0308,
+      "step": 21150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.0307,
+      "step": 21200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0306,
+      "step": 21250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0308,
+      "step": 21300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0307,
+      "step": 21350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.0308,
+      "step": 21400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0307,
+      "step": 21450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.0306,
+      "step": 21500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.0306,
+      "step": 21550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.0308,
+      "step": 21600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.0306,
+      "step": 21650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0305,
+      "step": 21700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.0306,
+      "step": 21750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.031,
+      "step": 21800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0307,
+      "step": 21850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0307,
+      "step": 21900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0305,
+      "step": 21950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0304,
+      "step": 22000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0305,
+      "step": 22050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.0307,
+      "step": 22100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.0306,
+      "step": 22150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0303,
+      "step": 22200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.03,
+      "step": 22250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0304,
+      "step": 22300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.0304,
+      "step": 22350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0304,
+      "step": 22400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0304,
+      "step": 22450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.0304,
+      "step": 22500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0306,
+      "step": 22550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0305,
+      "step": 22600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0306,
+      "step": 22650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0301,
+      "step": 22700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0305,
+      "step": 22750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.0305,
+      "step": 22800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0303,
+      "step": 22850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.0308,
+      "step": 22900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.0304,
+      "step": 22950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.0301,
+      "step": 23000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0303,
+      "step": 23050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0304,
+      "step": 23100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0299,
+      "step": 23150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0303,
+      "step": 23200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0305,
+      "step": 23250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0303,
+      "step": 23300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.0304,
+      "step": 23350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.0302,
+      "step": 23400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.0302,
+      "step": 23450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0301,
+      "step": 23500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.0304,
+      "step": 23550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.0302,
+      "step": 23600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0301,
+      "step": 23650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.0303,
+      "step": 23700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.0301,
+      "step": 23750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0299,
+      "step": 23800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.0303,
+      "step": 23850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.03,
+      "step": 23900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0302,
+      "step": 23950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0298,
+      "step": 24000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0298,
+      "step": 24050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0299,
+      "step": 24100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.0298,
+      "step": 24150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.0301,
+      "step": 24200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.0302,
+      "step": 24250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.0296,
+      "step": 24300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.0297,
+      "step": 24350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.03,
+      "step": 24400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0298,
+      "step": 24450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0303,
+      "step": 24500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.0298,
+      "step": 24550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.03,
+      "step": 24600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.0298,
+      "step": 24650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0299,
+      "step": 24700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0296,
+      "step": 24750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.0297,
+      "step": 24800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.0297,
+      "step": 24850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0297,
+      "step": 24900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.0297,
+      "step": 24950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.0298,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.784861058200598,
+      "eval_af_ud_pr_auc": 0.9843097866835395,
+      "eval_am_opus100_pr_auc": 0.5015152105760522,
+      "eval_ar_ersatz_pr_auc": 0.9424539580894902,
+      "eval_ar_opus100_pr_auc": 0.736892604238545,
+      "eval_ar_ud_pr_auc": 0.8742400016848667,
+      "eval_average_ersatz_pr_auc": 0.9636320090679299,
+      "eval_average_opus100_pr_auc": 0.8304968657785059,
+      "eval_average_ud_pr_auc": 0.9625108178171042,
+      "eval_az_opus100_pr_auc": 0.7441278492139617,
+      "eval_be_opus100_pr_auc": 0.6843828739479013,
+      "eval_be_ud_pr_auc": 0.8788445250342619,
+      "eval_bg_opus100_pr_auc": 0.9147100137452462,
+      "eval_bg_ud_pr_auc": 0.995888050102911,
+      "eval_bn_opus100_pr_auc": 0.8228892435754089,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.891265043557234,
+      "eval_ca_ud_pr_auc": 0.994401731083918,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9859004857043663,
+      "eval_cs_opus100_pr_auc": 0.9127125625592953,
+      "eval_cs_ud_pr_auc": 0.9586390195701048,
+      "eval_cy_opus100_pr_auc": 0.7854539806335697,
+      "eval_cy_ud_pr_auc": 0.9968607828027567,
+      "eval_da_opus100_pr_auc": 0.9119817368172427,
+      "eval_da_ud_pr_auc": 0.9871646765534224,
+      "eval_de_ersatz_pr_auc": 0.985229177082571,
+      "eval_de_opus100_pr_auc": 0.8962976833469084,
+      "eval_de_ud_pr_auc": 0.988417065825847,
+      "eval_el_opus100_pr_auc": 0.9208914506653241,
+      "eval_el_ud_pr_auc": 0.9777020317417693,
+      "eval_en_ersatz_pr_auc": 0.9925509442549938,
+      "eval_en_opus100_pr_auc": 0.9287869065172629,
+      "eval_en_ud_pr_auc": 0.9719429963543829,
+      "eval_eo_opus100_pr_auc": 0.9265639358314377,
+      "eval_es_ersatz_pr_auc": 0.9967319092433831,
+      "eval_es_opus100_pr_auc": 0.9279421820391832,
+      "eval_es_ud_pr_auc": 0.9936852810444733,
+      "eval_et_ersatz_pr_auc": 0.9815078094125064,
+      "eval_et_opus100_pr_auc": 0.8756530739120385,
+      "eval_et_ud_pr_auc": 0.9610825127422785,
+      "eval_eu_opus100_pr_auc": 0.8856617585932275,
+      "eval_eu_ud_pr_auc": 0.9924253305047668,
+      "eval_fa_opus100_pr_auc": 0.5990613390174868,
+      "eval_fa_ud_pr_auc": 0.996820185268322,
+      "eval_fi_ersatz_pr_auc": 0.9890003786692247,
+      "eval_fi_opus100_pr_auc": 0.9014597520415825,
+      "eval_fi_ud_pr_auc": 0.9672392439759971,
+      "eval_fr_ersatz_pr_auc": 0.9882551120068306,
+      "eval_fr_opus100_pr_auc": 0.9046266904023055,
+      "eval_fr_ud_pr_auc": 0.9747859423442746,
+      "eval_fy_opus100_pr_auc": 0.6752195959722425,
+      "eval_ga_opus100_pr_auc": 0.8937206738163677,
+      "eval_ga_ud_pr_auc": 0.8118254084195105,
+      "eval_gd_opus100_pr_auc": 0.5973108221791461,
+      "eval_gd_ud_pr_auc": 0.8015696665109379,
+      "eval_gl_opus100_pr_auc": 0.8858473935483212,
+      "eval_gl_ud_pr_auc": 0.997964004793697,
+      "eval_gu_ersatz_pr_auc": 0.9318859372501601,
+      "eval_gu_opus100_pr_auc": 0.7270980027668029,
+      "eval_ha_opus100_pr_auc": 0.9070194555767489,
+      "eval_he_opus100_pr_auc": 0.8709481117927842,
+      "eval_he_ud_pr_auc": 0.9784394471147674,
+      "eval_hi_ersatz_pr_auc": 0.9724065459790636,
+      "eval_hi_opus100_pr_auc": 0.6797271294934829,
+      "eval_hi_ud_pr_auc": 0.9880644714797602,
+      "eval_hu_opus100_pr_auc": 0.917703697446016,
+      "eval_hu_ud_pr_auc": 0.9821512851194316,
+      "eval_hy_opus100_pr_auc": 0.9115248435046948,
+      "eval_hy_ud_pr_auc": 0.9830018430003807,
+      "eval_id_opus100_pr_auc": 0.8870406053780965,
+      "eval_id_ud_pr_auc": 0.9934215270179974,
+      "eval_ig_opus100_pr_auc": 0.8866913183354628,
+      "eval_is_opus100_pr_auc": 0.9294702722693773,
+      "eval_is_ud_pr_auc": 0.9188174771403882,
+      "eval_it_opus100_pr_auc": 0.9130935588452382,
+      "eval_it_ud_pr_auc": 0.9992496828497365,
+      "eval_ja_ersatz_pr_auc": 0.7654538283361051,
+      "eval_ja_opus100_pr_auc": 0.7894380367129603,
+      "eval_ja_ud_pr_auc": 0.9740891013223703,
+      "eval_jv_ud_pr_auc": 0.9675356774544837,
+      "eval_ka_opus100_pr_auc": 0.856264235101839,
+      "eval_kk_ersatz_pr_auc": 0.9892834364695053,
+      "eval_kk_opus100_pr_auc": 0.7727032721371758,
+      "eval_kk_ud_pr_auc": 0.9758345650821953,
+      "eval_km_ersatz_pr_auc": 0.9055178103781668,
+      "eval_km_opus100_pr_auc": 0.7116038393994465,
+      "eval_kn_opus100_pr_auc": 0.6145545848532288,
+      "eval_ko_opus100_pr_auc": 0.6723911136546774,
+      "eval_ko_ud_pr_auc": 0.9998569321209624,
+      "eval_ku_opus100_pr_auc": 0.8264621948168339,
+      "eval_ky_opus100_pr_auc": 0.8889636047578765,
+      "eval_la_ud_pr_auc": 0.9699930582354175,
+      "eval_loss": 0.03360915929079056,
+      "eval_lt_ersatz_pr_auc": 0.9930718103889355,
+      "eval_lt_opus100_pr_auc": 0.8785746807542808,
+      "eval_lt_ud_pr_auc": 0.9915433078114998,
+      "eval_lv_ersatz_pr_auc": 0.9887173674621013,
+      "eval_lv_opus100_pr_auc": 0.8935187534864908,
+      "eval_lv_ud_pr_auc": 0.9607263348423802,
+      "eval_mg_opus100_pr_auc": 0.9332472967170563,
+      "eval_mk_opus100_pr_auc": 0.905489140885355,
+      "eval_ml_opus100_pr_auc": 0.7901197662631805,
+      "eval_mn_opus100_pr_auc": 0.9386487021515494,
+      "eval_mr_opus100_pr_auc": 0.89408726675867,
+      "eval_mr_ud_pr_auc": 0.9826269321229608,
+      "eval_ms_opus100_pr_auc": 0.8785314333950791,
+      "eval_mt_opus100_pr_auc": 0.8634665150660389,
+      "eval_mt_ud_pr_auc": 0.8772945821331266,
+      "eval_my_opus100_pr_auc": 0.7305188406497586,
+      "eval_ne_opus100_pr_auc": 0.7194970621679062,
+      "eval_nl_opus100_pr_auc": 0.892121243801547,
+      "eval_nl_ud_pr_auc": 0.9754978999093944,
+      "eval_no_opus100_pr_auc": 0.9194111367792974,
+      "eval_no_ud_pr_auc": 0.9973721437286932,
+      "eval_pa_opus100_pr_auc": 0.68217006000561,
+      "eval_pl_ersatz_pr_auc": 0.9796948824909195,
+      "eval_pl_opus100_pr_auc": 0.9048665045793487,
+      "eval_pl_ud_pr_auc": 0.9719584603795399,
+      "eval_ps_ersatz_pr_auc": 0.9388738149822501,
+      "eval_ps_opus100_pr_auc": 0.7389628140353802,
+      "eval_pt_opus100_pr_auc": 0.9248137611467148,
+      "eval_pt_ud_pr_auc": 0.9842246372698286,
+      "eval_ro_ersatz_pr_auc": 0.9960949905242162,
+      "eval_ro_opus100_pr_auc": 0.8740952816520026,
+      "eval_ro_ud_pr_auc": 0.9733596699763835,
+      "eval_ru_ersatz_pr_auc": 0.9909809454878311,
+      "eval_ru_opus100_pr_auc": 0.9083799578195667,
+      "eval_ru_ud_pr_auc": 0.8700071043341517,
+      "eval_runtime": 391.0743,
+      "eval_samples_per_second": 192.864,
+      "eval_si_opus100_pr_auc": 0.8185464151459199,
+      "eval_sk_opus100_pr_auc": 0.9215206647913639,
+      "eval_sk_ud_pr_auc": 0.9831853230359384,
+      "eval_sl_opus100_pr_auc": 0.8666325000860353,
+      "eval_sl_ud_pr_auc": 0.9798697910979461,
+      "eval_sq_opus100_pr_auc": 0.905831396257934,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.911265935245095,
+      "eval_sr_ud_pr_auc": 0.9989276801293405,
+      "eval_steps_per_second": 0.754,
+      "eval_sv_opus100_pr_auc": 0.8992385713493842,
+      "eval_sv_ud_pr_auc": 0.9549175344120961,
+      "eval_ta_ersatz_pr_auc": 0.9848274820365399,
+      "eval_ta_opus100_pr_auc": 0.6780184674853199,
+      "eval_ta_ud_pr_auc": 0.9933090160403565,
+      "eval_te_opus100_pr_auc": 0.8290720000078926,
+      "eval_tg_opus100_pr_auc": 0.8859538377634444,
+      "eval_th_opus100_pr_auc": 0.6604626880797414,
+      "eval_th_ud_pr_auc": 0.7843691663784913,
+      "eval_tr_ersatz_pr_auc": 0.966708295741514,
+      "eval_tr_opus100_pr_auc": 0.9001621588007274,
+      "eval_tr_ud_pr_auc": 0.9586524750985319,
+      "eval_uk_opus100_pr_auc": 0.8763297209728551,
+      "eval_uk_ud_pr_auc": 0.9347818114525641,
+      "eval_ur_opus100_pr_auc": 0.5347781194568413,
+      "eval_ur_ud_pr_auc": 0.9963090162327138,
+      "eval_uz_opus100_pr_auc": 0.865833597208132,
+      "eval_vi_opus100_pr_auc": 0.9151935644405533,
+      "eval_vi_ud_pr_auc": 0.9567851990582753,
+      "eval_xh_opus100_pr_auc": 0.8829741580491178,
+      "eval_yi_opus100_pr_auc": 0.720196060914987,
+      "eval_yo_opus100_pr_auc": 0.807552258109751,
+      "eval_yo_ud_pr_auc": 0.9165854374529636,
+      "eval_zh_ersatz_pr_auc": 0.9347572775037812,
+      "eval_zh_opus100_pr_auc": 0.8412702693098051,
+      "eval_zh_ud_pr_auc": 0.9845780001931195,
+      "eval_zu_opus100_pr_auc": 0.8368570804571217,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0297,
+      "step": 25050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0297,
+      "step": 25100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0294,
+      "step": 25150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.0298,
+      "step": 25200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.0298,
+      "step": 25250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.0293,
+      "step": 25300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0298,
+      "step": 25350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.0298,
+      "step": 25400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.0298,
+      "step": 25450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.0297,
+      "step": 25500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.0297,
+      "step": 25550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0297,
+      "step": 25600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.0293,
+      "step": 25650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.0295,
+      "step": 25700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.0297,
+      "step": 25750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0298,
+      "step": 25800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0299,
+      "step": 25850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0297,
+      "step": 25900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.0296,
+      "step": 25950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.0296,
+      "step": 26000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0296,
+      "step": 26050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0294,
+      "step": 26100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0293,
+      "step": 26150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.0293,
+      "step": 26200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.0295,
+      "step": 26250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0296,
+      "step": 26300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.0294,
+      "step": 26350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0295,
+      "step": 26400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.0295,
+      "step": 26450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0291,
+      "step": 26500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.0294,
+      "step": 26550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.0296,
+      "step": 26600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0293,
+      "step": 26650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.0294,
+      "step": 26700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.0299,
+      "step": 26750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.0295,
+      "step": 26800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.0296,
+      "step": 26850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0293,
+      "step": 26900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0295,
+      "step": 26950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0294,
+      "step": 27000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0295,
+      "step": 27050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.0294,
+      "step": 27100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0294,
+      "step": 27150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.0294,
+      "step": 27200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.0292,
+      "step": 27250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0294,
+      "step": 27300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.0294,
+      "step": 27350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.0294,
+      "step": 27400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0292,
+      "step": 27450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0292,
+      "step": 27500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.0295,
+      "step": 27550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0296,
+      "step": 27600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.0292,
+      "step": 27650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0296,
+      "step": 27700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0294,
+      "step": 27750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0292,
+      "step": 27800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0294,
+      "step": 27850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0293,
+      "step": 27900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.029,
+      "step": 27950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.0293,
+      "step": 28000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0289,
+      "step": 28050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.0292,
+      "step": 28100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0292,
+      "step": 28150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.0293,
+      "step": 28200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0292,
+      "step": 28250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0292,
+      "step": 28300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0292,
+      "step": 28350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.029,
+      "step": 28400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.029,
+      "step": 28450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.0291,
+      "step": 28500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0294,
+      "step": 28550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.0289,
+      "step": 28600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.0287,
+      "step": 28650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.029,
+      "step": 28700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.0291,
+      "step": 28750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.0292,
+      "step": 28800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.029,
+      "step": 28850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.029,
+      "step": 28900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0291,
+      "step": 28950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.029,
+      "step": 29000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.029,
+      "step": 29050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.029,
+      "step": 29100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0292,
+      "step": 29150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.029,
+      "step": 29200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.0292,
+      "step": 29250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.029,
+      "step": 29300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0289,
+      "step": 29350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.029,
+      "step": 29400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0289,
+      "step": 29450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.0288,
+      "step": 29500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.0291,
+      "step": 29550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.0289,
+      "step": 29600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.029,
+      "step": 29650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0289,
+      "step": 29700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0288,
+      "step": 29750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.0289,
+      "step": 29800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0287,
+      "step": 29850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.0288,
+      "step": 29900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0287,
+      "step": 29950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.0288,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7892088765540084,
+      "eval_af_ud_pr_auc": 0.9848013533303505,
+      "eval_am_opus100_pr_auc": 0.4358130537464917,
+      "eval_ar_ersatz_pr_auc": 0.9404173815485504,
+      "eval_ar_opus100_pr_auc": 0.735352178967623,
+      "eval_ar_ud_pr_auc": 0.8852501631533424,
+      "eval_average_ersatz_pr_auc": 0.9621120630526717,
+      "eval_average_opus100_pr_auc": 0.8280926510716574,
+      "eval_average_ud_pr_auc": 0.958769620874993,
+      "eval_az_opus100_pr_auc": 0.7938731554014317,
+      "eval_be_opus100_pr_auc": 0.6904674719237405,
+      "eval_be_ud_pr_auc": 0.8828119753225918,
+      "eval_bg_opus100_pr_auc": 0.9118672826813118,
+      "eval_bg_ud_pr_auc": 0.9948235254620036,
+      "eval_bn_opus100_pr_auc": 0.8223302177560886,
+      "eval_bn_ud_pr_auc": 0.9993621431826322,
+      "eval_ca_opus100_pr_auc": 0.8921015634620684,
+      "eval_ca_ud_pr_auc": 0.9950414471892551,
+      "eval_ceb_ud_pr_auc": 0.9983655581802409,
+      "eval_cs_ersatz_pr_auc": 0.9830547536343726,
+      "eval_cs_opus100_pr_auc": 0.9110664394214492,
+      "eval_cs_ud_pr_auc": 0.9576441326331623,
+      "eval_cy_opus100_pr_auc": 0.7777472375478882,
+      "eval_cy_ud_pr_auc": 0.9956800844687129,
+      "eval_da_opus100_pr_auc": 0.9082970535090096,
+      "eval_da_ud_pr_auc": 0.9815070136673277,
+      "eval_de_ersatz_pr_auc": 0.9844478166341911,
+      "eval_de_opus100_pr_auc": 0.898635009169165,
+      "eval_de_ud_pr_auc": 0.9865510695225661,
+      "eval_el_opus100_pr_auc": 0.9161369869470043,
+      "eval_el_ud_pr_auc": 0.9785371331067878,
+      "eval_en_ersatz_pr_auc": 0.9920389203997704,
+      "eval_en_opus100_pr_auc": 0.9159374264456375,
+      "eval_en_ud_pr_auc": 0.9766664410596958,
+      "eval_eo_opus100_pr_auc": 0.9185623841189323,
+      "eval_es_ersatz_pr_auc": 0.996396090401876,
+      "eval_es_opus100_pr_auc": 0.920657906468517,
+      "eval_es_ud_pr_auc": 0.9917810364107287,
+      "eval_et_ersatz_pr_auc": 0.9795337880310948,
+      "eval_et_opus100_pr_auc": 0.8910644994835298,
+      "eval_et_ud_pr_auc": 0.9580681115195211,
+      "eval_eu_opus100_pr_auc": 0.8835204980310145,
+      "eval_eu_ud_pr_auc": 0.9941852472385165,
+      "eval_fa_opus100_pr_auc": 0.5964110256558185,
+      "eval_fa_ud_pr_auc": 0.9902408701886738,
+      "eval_fi_ersatz_pr_auc": 0.9892701045661558,
+      "eval_fi_opus100_pr_auc": 0.8989162573594325,
+      "eval_fi_ud_pr_auc": 0.9667932285897753,
+      "eval_fr_ersatz_pr_auc": 0.9856378807188202,
+      "eval_fr_opus100_pr_auc": 0.9079010394628317,
+      "eval_fr_ud_pr_auc": 0.9730077135018844,
+      "eval_fy_opus100_pr_auc": 0.677046177823529,
+      "eval_ga_opus100_pr_auc": 0.8908199656451249,
+      "eval_ga_ud_pr_auc": 0.8075490909406733,
+      "eval_gd_opus100_pr_auc": 0.5744724533941188,
+      "eval_gd_ud_pr_auc": 0.7893299222015622,
+      "eval_gl_opus100_pr_auc": 0.8764165187044426,
+      "eval_gl_ud_pr_auc": 0.9960725618713505,
+      "eval_gu_ersatz_pr_auc": 0.9169058935920668,
+      "eval_gu_opus100_pr_auc": 0.7462493641881733,
+      "eval_ha_opus100_pr_auc": 0.8994006405372375,
+      "eval_he_opus100_pr_auc": 0.8601326099985089,
+      "eval_he_ud_pr_auc": 0.9838254141471834,
+      "eval_hi_ersatz_pr_auc": 0.969086999442632,
+      "eval_hi_opus100_pr_auc": 0.6732542497471954,
+      "eval_hi_ud_pr_auc": 0.9910682089207197,
+      "eval_hu_opus100_pr_auc": 0.9116598744443137,
+      "eval_hu_ud_pr_auc": 0.9845063914929574,
+      "eval_hy_opus100_pr_auc": 0.9093548114711414,
+      "eval_hy_ud_pr_auc": 0.9869030220055022,
+      "eval_id_opus100_pr_auc": 0.8597384286459591,
+      "eval_id_ud_pr_auc": 0.992610865112735,
+      "eval_ig_opus100_pr_auc": 0.8838361991450246,
+      "eval_is_opus100_pr_auc": 0.926091397602542,
+      "eval_is_ud_pr_auc": 0.923232678007785,
+      "eval_it_opus100_pr_auc": 0.8995573348300648,
+      "eval_it_ud_pr_auc": 0.9961045488948185,
+      "eval_ja_ersatz_pr_auc": 0.764246476612206,
+      "eval_ja_opus100_pr_auc": 0.8292342892966987,
+      "eval_ja_ud_pr_auc": 0.9700824647558776,
+      "eval_jv_ud_pr_auc": 0.9583760771604618,
+      "eval_ka_opus100_pr_auc": 0.8652252020200388,
+      "eval_kk_ersatz_pr_auc": 0.9847683311786349,
+      "eval_kk_opus100_pr_auc": 0.7740112721102802,
+      "eval_kk_ud_pr_auc": 0.9749599477391542,
+      "eval_km_ersatz_pr_auc": 0.9082286683837044,
+      "eval_km_opus100_pr_auc": 0.7227648069335157,
+      "eval_kn_opus100_pr_auc": 0.6164919925301913,
+      "eval_ko_opus100_pr_auc": 0.6793754602384551,
+      "eval_ko_ud_pr_auc": 0.9987875016395207,
+      "eval_ku_opus100_pr_auc": 0.8254954734054688,
+      "eval_ky_opus100_pr_auc": 0.8577808014189148,
+      "eval_la_ud_pr_auc": 0.9400610985667353,
+      "eval_loss": 0.03266655653715134,
+      "eval_lt_ersatz_pr_auc": 0.9912178496876968,
+      "eval_lt_opus100_pr_auc": 0.8607618116582536,
+      "eval_lt_ud_pr_auc": 0.9939572965746966,
+      "eval_lv_ersatz_pr_auc": 0.9913738503525111,
+      "eval_lv_opus100_pr_auc": 0.8858197342582113,
+      "eval_lv_ud_pr_auc": 0.9587645882426082,
+      "eval_mg_opus100_pr_auc": 0.9276563752668643,
+      "eval_mk_opus100_pr_auc": 0.9068902940937054,
+      "eval_ml_opus100_pr_auc": 0.7874903692871574,
+      "eval_mn_opus100_pr_auc": 0.9459531556202169,
+      "eval_mr_opus100_pr_auc": 0.8849727953375808,
+      "eval_mr_ud_pr_auc": 0.9711411582286648,
+      "eval_ms_opus100_pr_auc": 0.8652795701914987,
+      "eval_mt_opus100_pr_auc": 0.8624789403077991,
+      "eval_mt_ud_pr_auc": 0.8771977503725995,
+      "eval_my_opus100_pr_auc": 0.7307867448066916,
+      "eval_ne_opus100_pr_auc": 0.7142953855969684,
+      "eval_nl_opus100_pr_auc": 0.8851151125557867,
+      "eval_nl_ud_pr_auc": 0.9714480821571834,
+      "eval_no_opus100_pr_auc": 0.9098890682018833,
+      "eval_no_ud_pr_auc": 0.9958396072738848,
+      "eval_pa_opus100_pr_auc": 0.6704140528010715,
+      "eval_pl_ersatz_pr_auc": 0.9710898638644481,
+      "eval_pl_opus100_pr_auc": 0.8958949725358679,
+      "eval_pl_ud_pr_auc": 0.962389664039316,
+      "eval_ps_ersatz_pr_auc": 0.9359022558528931,
+      "eval_ps_opus100_pr_auc": 0.768883967084116,
+      "eval_pt_opus100_pr_auc": 0.9157944331355328,
+      "eval_pt_ud_pr_auc": 0.9847755942032378,
+      "eval_ro_ersatz_pr_auc": 0.9941899420578845,
+      "eval_ro_opus100_pr_auc": 0.8709890005891755,
+      "eval_ro_ud_pr_auc": 0.9036691968804609,
+      "eval_ru_ersatz_pr_auc": 0.9912245198572096,
+      "eval_ru_opus100_pr_auc": 0.9155910336418216,
+      "eval_ru_ud_pr_auc": 0.8419374157123246,
+      "eval_runtime": 390.0925,
+      "eval_samples_per_second": 193.349,
+      "eval_si_opus100_pr_auc": 0.8119028527573182,
+      "eval_sk_opus100_pr_auc": 0.9211090495336404,
+      "eval_sk_ud_pr_auc": 0.9847737710838964,
+      "eval_sl_opus100_pr_auc": 0.8600541852603654,
+      "eval_sl_ud_pr_auc": 0.9732369330239463,
+      "eval_sq_opus100_pr_auc": 0.9061035960037876,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9048925007049332,
+      "eval_sr_ud_pr_auc": 0.9975569734049242,
+      "eval_steps_per_second": 0.756,
+      "eval_sv_opus100_pr_auc": 0.8906188749228682,
+      "eval_sv_ud_pr_auc": 0.942921229306858,
+      "eval_ta_ersatz_pr_auc": 0.9797665726029977,
+      "eval_ta_opus100_pr_auc": 0.6816360871298118,
+      "eval_ta_ud_pr_auc": 0.993151300240898,
+      "eval_te_opus100_pr_auc": 0.8338826855469772,
+      "eval_tg_opus100_pr_auc": 0.8923721472990707,
+      "eval_th_opus100_pr_auc": 0.6618765557367915,
+      "eval_th_ud_pr_auc": 0.8139795892514985,
+      "eval_tr_ersatz_pr_auc": 0.955726758641442,
+      "eval_tr_opus100_pr_auc": 0.8909637545299257,
+      "eval_tr_ud_pr_auc": 0.9394898917274138,
+      "eval_uk_opus100_pr_auc": 0.8664351425037435,
+      "eval_uk_ud_pr_auc": 0.9312996461430083,
+      "eval_ur_opus100_pr_auc": 0.525976996946218,
+      "eval_ur_ud_pr_auc": 0.9949120355230808,
+      "eval_uz_opus100_pr_auc": 0.8778568026506831,
+      "eval_vi_opus100_pr_auc": 0.9050977463110311,
+      "eval_vi_ud_pr_auc": 0.956047371929173,
+      "eval_xh_opus100_pr_auc": 0.8483248456789442,
+      "eval_yi_opus100_pr_auc": 0.7275253216159956,
+      "eval_yo_opus100_pr_auc": 0.8351201659092408,
+      "eval_yo_ud_pr_auc": 0.8857977797744476,
+      "eval_zh_ersatz_pr_auc": 0.961940669097622,
+      "eval_zh_opus100_pr_auc": 0.8656573867140309,
+      "eval_zh_ud_pr_auc": 0.9909934735956734,
+      "eval_zu_opus100_pr_auc": 0.8169569849063831,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0289,
+      "step": 30050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0291,
+      "step": 30100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.029,
+      "step": 30150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.0292,
+      "step": 30200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0291,
+      "step": 30250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.0288,
+      "step": 30300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0287,
+      "step": 30350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0288,
+      "step": 30400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0287,
+      "step": 30450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.0287,
+      "step": 30500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.0286,
+      "step": 30550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0286,
+      "step": 30600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.0289,
+      "step": 30650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.0286,
+      "step": 30700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0288,
+      "step": 30750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0286,
+      "step": 30800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.0287,
+      "step": 30850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0288,
+      "step": 30900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0286,
+      "step": 30950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0286,
+      "step": 31000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0285,
+      "step": 31050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0287,
+      "step": 31100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.0285,
+      "step": 31150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0287,
+      "step": 31200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0288,
+      "step": 31250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.0288,
+      "step": 31300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.0286,
+      "step": 31350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0286,
+      "step": 31400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.0285,
+      "step": 31450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0284,
+      "step": 31500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0286,
+      "step": 31550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.0285,
+      "step": 31600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.0288,
+      "step": 31650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.0287,
+      "step": 31700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0286,
+      "step": 31750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.0285,
+      "step": 31800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0287,
+      "step": 31850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.0287,
+      "step": 31900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0285,
+      "step": 31950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.0285,
+      "step": 32000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.0284,
+      "step": 32050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.0284,
+      "step": 32100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0287,
+      "step": 32150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.0286,
+      "step": 32200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0285,
+      "step": 32250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.0286,
+      "step": 32300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.0286,
+      "step": 32350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0287,
+      "step": 32400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0283,
+      "step": 32450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0285,
+      "step": 32500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.0287,
+      "step": 32550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0283,
+      "step": 32600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0287,
+      "step": 32650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0286,
+      "step": 32700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0284,
+      "step": 32750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0281,
+      "step": 32800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0284,
+      "step": 32850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.0286,
+      "step": 32900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0285,
+      "step": 32950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.0283,
+      "step": 33000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0286,
+      "step": 33050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.0284,
+      "step": 33100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0284,
+      "step": 33150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.0284,
+      "step": 33200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.0283,
+      "step": 33250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0281,
+      "step": 33300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0283,
+      "step": 33350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0282,
+      "step": 33400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0284,
+      "step": 33450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0283,
+      "step": 33500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.0284,
+      "step": 33550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.0285,
+      "step": 33600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.0286,
+      "step": 33650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0283,
+      "step": 33700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0285,
+      "step": 33750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.0283,
+      "step": 33800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0281,
+      "step": 33850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0281,
+      "step": 33900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.0286,
+      "step": 33950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0282,
+      "step": 34000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.0284,
+      "step": 34050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0281,
+      "step": 34100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.028,
+      "step": 34150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.0281,
+      "step": 34200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.028,
+      "step": 34250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0283,
+      "step": 34300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.0283,
+      "step": 34350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.0282,
+      "step": 34400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.0282,
+      "step": 34450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.0279,
+      "step": 34500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.0283,
+      "step": 34550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0281,
+      "step": 34600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.0282,
+      "step": 34650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.028,
+      "step": 34700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0281,
+      "step": 34750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.0282,
+      "step": 34800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0283,
+      "step": 34850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0282,
+      "step": 34900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.0282,
+      "step": 34950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.0282,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7808855144677911,
+      "eval_af_ud_pr_auc": 0.9882568897501307,
+      "eval_am_opus100_pr_auc": 0.5193557201568907,
+      "eval_ar_ersatz_pr_auc": 0.9329311272391632,
+      "eval_ar_opus100_pr_auc": 0.730675508496317,
+      "eval_ar_ud_pr_auc": 0.882332507651889,
+      "eval_average_ersatz_pr_auc": 0.9641146598541925,
+      "eval_average_opus100_pr_auc": 0.8356952390136237,
+      "eval_average_ud_pr_auc": 0.9599425530483969,
+      "eval_az_opus100_pr_auc": 0.7614139937252853,
+      "eval_be_opus100_pr_auc": 0.7100194168939737,
+      "eval_be_ud_pr_auc": 0.8740315771886153,
+      "eval_bg_opus100_pr_auc": 0.9155400885941731,
+      "eval_bg_ud_pr_auc": 0.9947238201791555,
+      "eval_bn_opus100_pr_auc": 0.8245408970869239,
+      "eval_bn_ud_pr_auc": 0.9990344616049504,
+      "eval_ca_opus100_pr_auc": 0.8917603875619825,
+      "eval_ca_ud_pr_auc": 0.991469025261338,
+      "eval_ceb_ud_pr_auc": 0.9984226804340893,
+      "eval_cs_ersatz_pr_auc": 0.984480570838139,
+      "eval_cs_opus100_pr_auc": 0.9068107474058202,
+      "eval_cs_ud_pr_auc": 0.9548052655696968,
+      "eval_cy_opus100_pr_auc": 0.7914742964090272,
+      "eval_cy_ud_pr_auc": 0.9959941506821528,
+      "eval_da_opus100_pr_auc": 0.9192287539769454,
+      "eval_da_ud_pr_auc": 0.9797702748159258,
+      "eval_de_ersatz_pr_auc": 0.9834746913060983,
+      "eval_de_opus100_pr_auc": 0.8935594600438637,
+      "eval_de_ud_pr_auc": 0.9852950878384602,
+      "eval_el_opus100_pr_auc": 0.914954478425814,
+      "eval_el_ud_pr_auc": 0.9806212773990046,
+      "eval_en_ersatz_pr_auc": 0.9927485347858686,
+      "eval_en_opus100_pr_auc": 0.9264937592017539,
+      "eval_en_ud_pr_auc": 0.9783194164708523,
+      "eval_eo_opus100_pr_auc": 0.9220747436246421,
+      "eval_es_ersatz_pr_auc": 0.995879525491679,
+      "eval_es_opus100_pr_auc": 0.9253783862707424,
+      "eval_es_ud_pr_auc": 0.9895594057282531,
+      "eval_et_ersatz_pr_auc": 0.9797511927983842,
+      "eval_et_opus100_pr_auc": 0.888751821361072,
+      "eval_et_ud_pr_auc": 0.9592848592826139,
+      "eval_eu_opus100_pr_auc": 0.8892916174842119,
+      "eval_eu_ud_pr_auc": 0.9924247695957786,
+      "eval_fa_opus100_pr_auc": 0.6223061859863683,
+      "eval_fa_ud_pr_auc": 0.9900637707561395,
+      "eval_fi_ersatz_pr_auc": 0.9879919292199514,
+      "eval_fi_opus100_pr_auc": 0.9038984388819306,
+      "eval_fi_ud_pr_auc": 0.969009511520731,
+      "eval_fr_ersatz_pr_auc": 0.9833302050471617,
+      "eval_fr_opus100_pr_auc": 0.9204804497650799,
+      "eval_fr_ud_pr_auc": 0.9753835628703071,
+      "eval_fy_opus100_pr_auc": 0.7061207031453528,
+      "eval_ga_opus100_pr_auc": 0.8897233012017122,
+      "eval_ga_ud_pr_auc": 0.8211328934712221,
+      "eval_gd_opus100_pr_auc": 0.6366268652325896,
+      "eval_gd_ud_pr_auc": 0.8118196124998608,
+      "eval_gl_opus100_pr_auc": 0.8857614238781817,
+      "eval_gl_ud_pr_auc": 0.9961981061375125,
+      "eval_gu_ersatz_pr_auc": 0.9201009256883899,
+      "eval_gu_opus100_pr_auc": 0.7379669364798633,
+      "eval_ha_opus100_pr_auc": 0.9004485248639305,
+      "eval_he_opus100_pr_auc": 0.854344212008931,
+      "eval_he_ud_pr_auc": 0.9805971090663648,
+      "eval_hi_ersatz_pr_auc": 0.9735489380304532,
+      "eval_hi_opus100_pr_auc": 0.6910821837702411,
+      "eval_hi_ud_pr_auc": 0.9858029973069043,
+      "eval_hu_opus100_pr_auc": 0.9133629877318776,
+      "eval_hu_ud_pr_auc": 0.9808559336801145,
+      "eval_hy_opus100_pr_auc": 0.9079138621520333,
+      "eval_hy_ud_pr_auc": 0.9864670780118927,
+      "eval_id_opus100_pr_auc": 0.8779075597292715,
+      "eval_id_ud_pr_auc": 0.9929705422634504,
+      "eval_ig_opus100_pr_auc": 0.8957287810232636,
+      "eval_is_opus100_pr_auc": 0.9264830736106783,
+      "eval_is_ud_pr_auc": 0.9043187480064622,
+      "eval_it_opus100_pr_auc": 0.8986981528530117,
+      "eval_it_ud_pr_auc": 0.9973673417447391,
+      "eval_ja_ersatz_pr_auc": 0.8245040033388029,
+      "eval_ja_opus100_pr_auc": 0.8261788586437774,
+      "eval_ja_ud_pr_auc": 0.9778570266070482,
+      "eval_jv_ud_pr_auc": 0.9633301999845194,
+      "eval_ka_opus100_pr_auc": 0.8497220950435739,
+      "eval_kk_ersatz_pr_auc": 0.9835061835943624,
+      "eval_kk_opus100_pr_auc": 0.7936362766563225,
+      "eval_kk_ud_pr_auc": 0.9705186583394021,
+      "eval_km_ersatz_pr_auc": 0.9139010947844814,
+      "eval_km_opus100_pr_auc": 0.7320231356850706,
+      "eval_kn_opus100_pr_auc": 0.6422135366914146,
+      "eval_ko_opus100_pr_auc": 0.6836600452984385,
+      "eval_ko_ud_pr_auc": 0.9985137332494974,
+      "eval_ku_opus100_pr_auc": 0.8332728851205703,
+      "eval_ky_opus100_pr_auc": 0.8936334788388027,
+      "eval_la_ud_pr_auc": 0.961654401249921,
+      "eval_loss": 0.03188607096672058,
+      "eval_lt_ersatz_pr_auc": 0.9925831490587013,
+      "eval_lt_opus100_pr_auc": 0.8674607259420994,
+      "eval_lt_ud_pr_auc": 0.9966263037237421,
+      "eval_lv_ersatz_pr_auc": 0.9857388266947028,
+      "eval_lv_opus100_pr_auc": 0.8830529927659478,
+      "eval_lv_ud_pr_auc": 0.9524524505548939,
+      "eval_mg_opus100_pr_auc": 0.9433480851503555,
+      "eval_mk_opus100_pr_auc": 0.9099879336423583,
+      "eval_ml_opus100_pr_auc": 0.7937071817541458,
+      "eval_mn_opus100_pr_auc": 0.9384290234910496,
+      "eval_mr_opus100_pr_auc": 0.8764341471779151,
+      "eval_mr_ud_pr_auc": 0.9578870074159317,
+      "eval_ms_opus100_pr_auc": 0.879208029375567,
+      "eval_mt_opus100_pr_auc": 0.8651924163587084,
+      "eval_mt_ud_pr_auc": 0.9054314959391586,
+      "eval_my_opus100_pr_auc": 0.7652111490586743,
+      "eval_ne_opus100_pr_auc": 0.7279148787709916,
+      "eval_nl_opus100_pr_auc": 0.8931675165085143,
+      "eval_nl_ud_pr_auc": 0.9796667969602045,
+      "eval_no_opus100_pr_auc": 0.9095137507934113,
+      "eval_no_ud_pr_auc": 0.9959727819815601,
+      "eval_pa_opus100_pr_auc": 0.6995748763175169,
+      "eval_pl_ersatz_pr_auc": 0.9685224673012383,
+      "eval_pl_opus100_pr_auc": 0.891069961235073,
+      "eval_pl_ud_pr_auc": 0.962170008925783,
+      "eval_ps_ersatz_pr_auc": 0.9282876006137752,
+      "eval_ps_opus100_pr_auc": 0.7643870614265381,
+      "eval_pt_opus100_pr_auc": 0.9266958765899505,
+      "eval_pt_ud_pr_auc": 0.9850888420094113,
+      "eval_ro_ersatz_pr_auc": 0.9922413847575524,
+      "eval_ro_opus100_pr_auc": 0.8709795706853021,
+      "eval_ro_ud_pr_auc": 0.9235593794864569,
+      "eval_ru_ersatz_pr_auc": 0.9901682436374466,
+      "eval_ru_opus100_pr_auc": 0.9222009908520268,
+      "eval_ru_ud_pr_auc": 0.8609903123543121,
+      "eval_runtime": 397.1988,
+      "eval_samples_per_second": 189.89,
+      "eval_si_opus100_pr_auc": 0.8098653102685581,
+      "eval_sk_opus100_pr_auc": 0.9193927621824336,
+      "eval_sk_ud_pr_auc": 0.9852042853597739,
+      "eval_sl_opus100_pr_auc": 0.8583209576794183,
+      "eval_sl_ud_pr_auc": 0.9680740400822776,
+      "eval_sq_opus100_pr_auc": 0.925358541809138,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9034332561884888,
+      "eval_sr_ud_pr_auc": 0.9977602294872707,
+      "eval_steps_per_second": 0.743,
+      "eval_sv_opus100_pr_auc": 0.8893682069122119,
+      "eval_sv_ud_pr_auc": 0.9362034635336846,
+      "eval_ta_ersatz_pr_auc": 0.981181716171233,
+      "eval_ta_opus100_pr_auc": 0.6961102781305473,
+      "eval_ta_ud_pr_auc": 0.9920314781571549,
+      "eval_te_opus100_pr_auc": 0.8295585049568728,
+      "eval_tg_opus100_pr_auc": 0.8924743213145403,
+      "eval_th_opus100_pr_auc": 0.6801403675698356,
+      "eval_th_ud_pr_auc": 0.8192057177106806,
+      "eval_tr_ersatz_pr_auc": 0.9572995457035652,
+      "eval_tr_opus100_pr_auc": 0.9018788107946247,
+      "eval_tr_ud_pr_auc": 0.9440267654728758,
+      "eval_uk_opus100_pr_auc": 0.8740034451901697,
+      "eval_uk_ud_pr_auc": 0.9127655903125944,
+      "eval_ur_opus100_pr_auc": 0.5509645810583473,
+      "eval_ur_ud_pr_auc": 0.9943754423208967,
+      "eval_uz_opus100_pr_auc": 0.8804101550904185,
+      "eval_vi_opus100_pr_auc": 0.908456202126866,
+      "eval_vi_ud_pr_auc": 0.9503797217647664,
+      "eval_xh_opus100_pr_auc": 0.8816528725239073,
+      "eval_yi_opus100_pr_auc": 0.7526918312066827,
+      "eval_yo_opus100_pr_auc": 0.8157365866204221,
+      "eval_yo_ud_pr_auc": 0.8963258513180331,
+      "eval_zh_ersatz_pr_auc": 0.9583506606910898,
+      "eval_zh_opus100_pr_auc": 0.8628554246279074,
+      "eval_zh_ud_pr_auc": 0.9923208626681671,
+      "eval_zu_opus100_pr_auc": 0.8313974694901026,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.0282,
+      "step": 35050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0282,
+      "step": 35100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.028,
+      "step": 35150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0282,
+      "step": 35200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.028,
+      "step": 35250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.0281,
+      "step": 35300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.0279,
+      "step": 35350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.0282,
+      "step": 35400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0282,
+      "step": 35450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.0282,
+      "step": 35500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.0277,
+      "step": 35550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.0279,
+      "step": 35600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.028,
+      "step": 35650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.0281,
+      "step": 35700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.0279,
+      "step": 35750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.0279,
+      "step": 35800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0281,
+      "step": 35850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0277,
+      "step": 35900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.028,
+      "step": 35950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.028,
+      "step": 36000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.0278,
+      "step": 36050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.0281,
+      "step": 36100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.028,
+      "step": 36150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0281,
+      "step": 36200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.0278,
+      "step": 36250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.0278,
+      "step": 36300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.0282,
+      "step": 36350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0281,
+      "step": 36400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.028,
+      "step": 36450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0279,
+      "step": 36500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0279,
+      "step": 36550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.0278,
+      "step": 36600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0278,
+      "step": 36650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.028,
+      "step": 36700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.0277,
+      "step": 36750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.028,
+      "step": 36800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.0279,
+      "step": 36850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.0278,
+      "step": 36900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.0278,
+      "step": 36950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.0278,
+      "step": 37000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.028,
+      "step": 37050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.0279,
+      "step": 37100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0279,
+      "step": 37150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.028,
+      "step": 37200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.028,
+      "step": 37250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.028,
+      "step": 37300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.028,
+      "step": 37350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0279,
+      "step": 37400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0279,
+      "step": 37450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.028,
+      "step": 37500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.0277,
+      "step": 37550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.0279,
+      "step": 37600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0276,
+      "step": 37650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.0275,
+      "step": 37700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.0279,
+      "step": 37750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0275,
+      "step": 37800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.0276,
+      "step": 37850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0278,
+      "step": 37900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.0274,
+      "step": 37950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.0276,
+      "step": 38000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.0277,
+      "step": 38050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.0279,
+      "step": 38100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0278,
+      "step": 38150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0279,
+      "step": 38200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.0276,
+      "step": 38250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0279,
+      "step": 38300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.0277,
+      "step": 38350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.0279,
+      "step": 38400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.0277,
+      "step": 38450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.0279,
+      "step": 38500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0277,
+      "step": 38550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0275,
+      "step": 38600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.0278,
+      "step": 38650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0276,
+      "step": 38700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0277,
+      "step": 38750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.0275,
+      "step": 38800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0277,
+      "step": 38850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.0279,
+      "step": 38900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0276,
+      "step": 38950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0277,
+      "step": 39000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0276,
+      "step": 39050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0277,
+      "step": 39100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.0274,
+      "step": 39150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0276,
+      "step": 39200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.0276,
+      "step": 39250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0277,
+      "step": 39300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.0275,
+      "step": 39350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0278,
+      "step": 39400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0276,
+      "step": 39450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.0278,
+      "step": 39500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.0275,
+      "step": 39550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0276,
+      "step": 39600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0276,
+      "step": 39650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0278,
+      "step": 39700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.0276,
+      "step": 39750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.0277,
+      "step": 39800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.0274,
+      "step": 39850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0278,
+      "step": 39900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.0277,
+      "step": 39950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0276,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7584586866334577,
+      "eval_af_ud_pr_auc": 0.99046164903583,
+      "eval_am_opus100_pr_auc": 0.5480932717080428,
+      "eval_ar_ersatz_pr_auc": 0.9215471444435744,
+      "eval_ar_opus100_pr_auc": 0.7327895477241388,
+      "eval_ar_ud_pr_auc": 0.8935885855569605,
+      "eval_average_ersatz_pr_auc": 0.9659935971252861,
+      "eval_average_opus100_pr_auc": 0.8339759348346067,
+      "eval_average_ud_pr_auc": 0.9618455236822847,
+      "eval_az_opus100_pr_auc": 0.7765319991429643,
+      "eval_be_opus100_pr_auc": 0.6740619376379581,
+      "eval_be_ud_pr_auc": 0.8962750743129281,
+      "eval_bg_opus100_pr_auc": 0.9202034625158303,
+      "eval_bg_ud_pr_auc": 0.9953597093150991,
+      "eval_bn_opus100_pr_auc": 0.8263592448477304,
+      "eval_bn_ud_pr_auc": 0.9896898019790846,
+      "eval_ca_opus100_pr_auc": 0.8886271272335413,
+      "eval_ca_ud_pr_auc": 0.9968813240679786,
+      "eval_ceb_ud_pr_auc": 0.9969238503623195,
+      "eval_cs_ersatz_pr_auc": 0.9792976643415677,
+      "eval_cs_opus100_pr_auc": 0.9160304649018411,
+      "eval_cs_ud_pr_auc": 0.9557046552119784,
+      "eval_cy_opus100_pr_auc": 0.7762384060863204,
+      "eval_cy_ud_pr_auc": 0.9936817646192647,
+      "eval_da_opus100_pr_auc": 0.915584931775002,
+      "eval_da_ud_pr_auc": 0.9833995271449988,
+      "eval_de_ersatz_pr_auc": 0.9839932459920705,
+      "eval_de_opus100_pr_auc": 0.9023644883823165,
+      "eval_de_ud_pr_auc": 0.988238139666825,
+      "eval_el_opus100_pr_auc": 0.9200653793827218,
+      "eval_el_ud_pr_auc": 0.9771403623491755,
+      "eval_en_ersatz_pr_auc": 0.9907086209232301,
+      "eval_en_opus100_pr_auc": 0.9268432918911951,
+      "eval_en_ud_pr_auc": 0.9770596995008716,
+      "eval_eo_opus100_pr_auc": 0.923754588642948,
+      "eval_es_ersatz_pr_auc": 0.9969453738382864,
+      "eval_es_opus100_pr_auc": 0.9323045028719464,
+      "eval_es_ud_pr_auc": 0.9907270865771023,
+      "eval_et_ersatz_pr_auc": 0.9781446276706113,
+      "eval_et_opus100_pr_auc": 0.9037284701491304,
+      "eval_et_ud_pr_auc": 0.9556365744630437,
+      "eval_eu_opus100_pr_auc": 0.8845771480080857,
+      "eval_eu_ud_pr_auc": 0.9941254846882394,
+      "eval_fa_opus100_pr_auc": 0.6057848535123341,
+      "eval_fa_ud_pr_auc": 0.9943528928630221,
+      "eval_fi_ersatz_pr_auc": 0.9889323464594895,
+      "eval_fi_opus100_pr_auc": 0.911141498180825,
+      "eval_fi_ud_pr_auc": 0.9634707474204308,
+      "eval_fr_ersatz_pr_auc": 0.9822121398181739,
+      "eval_fr_opus100_pr_auc": 0.9157877849114232,
+      "eval_fr_ud_pr_auc": 0.971958671489159,
+      "eval_fy_opus100_pr_auc": 0.6643831072340545,
+      "eval_ga_opus100_pr_auc": 0.8880009188204175,
+      "eval_ga_ud_pr_auc": 0.8194637240664624,
+      "eval_gd_opus100_pr_auc": 0.6366123901213573,
+      "eval_gd_ud_pr_auc": 0.8001276792400086,
+      "eval_gl_opus100_pr_auc": 0.8889139911256971,
+      "eval_gl_ud_pr_auc": 0.9981480562244065,
+      "eval_gu_ersatz_pr_auc": 0.9336445131306694,
+      "eval_gu_opus100_pr_auc": 0.7222900367708762,
+      "eval_ha_opus100_pr_auc": 0.9023963962741597,
+      "eval_he_opus100_pr_auc": 0.8769708438484762,
+      "eval_he_ud_pr_auc": 0.9739879893359294,
+      "eval_hi_ersatz_pr_auc": 0.9722886956522939,
+      "eval_hi_opus100_pr_auc": 0.6891141198619135,
+      "eval_hi_ud_pr_auc": 0.9791401480436444,
+      "eval_hu_opus100_pr_auc": 0.910134385249284,
+      "eval_hu_ud_pr_auc": 0.9823387527597666,
+      "eval_hy_opus100_pr_auc": 0.8983609404163908,
+      "eval_hy_ud_pr_auc": 0.979943563925329,
+      "eval_id_opus100_pr_auc": 0.8881823112418498,
+      "eval_id_ud_pr_auc": 0.9942115566289864,
+      "eval_ig_opus100_pr_auc": 0.8753486878278083,
+      "eval_is_opus100_pr_auc": 0.9324085428613559,
+      "eval_is_ud_pr_auc": 0.9255521459751354,
+      "eval_it_opus100_pr_auc": 0.9160796203840555,
+      "eval_it_ud_pr_auc": 0.9995080472036554,
+      "eval_ja_ersatz_pr_auc": 0.835632078917088,
+      "eval_ja_opus100_pr_auc": 0.8231377382533182,
+      "eval_ja_ud_pr_auc": 0.9820506189315699,
+      "eval_jv_ud_pr_auc": 0.960817387434289,
+      "eval_ka_opus100_pr_auc": 0.8592586603657939,
+      "eval_kk_ersatz_pr_auc": 0.9879694175125951,
+      "eval_kk_opus100_pr_auc": 0.771425015526138,
+      "eval_kk_ud_pr_auc": 0.9787667939749063,
+      "eval_km_ersatz_pr_auc": 0.916683754303291,
+      "eval_km_opus100_pr_auc": 0.739047190225713,
+      "eval_kn_opus100_pr_auc": 0.6226826371570322,
+      "eval_ko_opus100_pr_auc": 0.6836434110152828,
+      "eval_ko_ud_pr_auc": 0.9980995834236173,
+      "eval_ku_opus100_pr_auc": 0.8459629091484695,
+      "eval_ky_opus100_pr_auc": 0.881196129178549,
+      "eval_la_ud_pr_auc": 0.9680550023589317,
+      "eval_loss": 0.03127185255289078,
+      "eval_lt_ersatz_pr_auc": 0.9944851090366187,
+      "eval_lt_opus100_pr_auc": 0.8635978720568268,
+      "eval_lt_ud_pr_auc": 0.993831744845747,
+      "eval_lv_ersatz_pr_auc": 0.9894428429598054,
+      "eval_lv_opus100_pr_auc": 0.8766914251526924,
+      "eval_lv_ud_pr_auc": 0.9549007049831341,
+      "eval_mg_opus100_pr_auc": 0.9339210163094906,
+      "eval_mk_opus100_pr_auc": 0.9018469419307654,
+      "eval_ml_opus100_pr_auc": 0.8061084801249144,
+      "eval_mn_opus100_pr_auc": 0.9374776151966027,
+      "eval_mr_opus100_pr_auc": 0.880183926056866,
+      "eval_mr_ud_pr_auc": 0.9722713646017361,
+      "eval_ms_opus100_pr_auc": 0.8762612094351937,
+      "eval_mt_opus100_pr_auc": 0.850082515176988,
+      "eval_mt_ud_pr_auc": 0.8863001315305902,
+      "eval_my_opus100_pr_auc": 0.7452965065508342,
+      "eval_ne_opus100_pr_auc": 0.7386245139024763,
+      "eval_nl_opus100_pr_auc": 0.8973994084713637,
+      "eval_nl_ud_pr_auc": 0.969404942686601,
+      "eval_no_opus100_pr_auc": 0.9100868268381967,
+      "eval_no_ud_pr_auc": 0.9939398138637036,
+      "eval_pa_opus100_pr_auc": 0.6618810425632172,
+      "eval_pl_ersatz_pr_auc": 0.9754640449501861,
+      "eval_pl_opus100_pr_auc": 0.9014073251590687,
+      "eval_pl_ud_pr_auc": 0.9694548468581299,
+      "eval_ps_ersatz_pr_auc": 0.9253259224910741,
+      "eval_ps_opus100_pr_auc": 0.7679516238205726,
+      "eval_pt_opus100_pr_auc": 0.9227011180398274,
+      "eval_pt_ud_pr_auc": 0.9817981248170167,
+      "eval_ro_ersatz_pr_auc": 0.9951864897003467,
+      "eval_ro_opus100_pr_auc": 0.872613968341831,
+      "eval_ro_ud_pr_auc": 0.974608949956007,
+      "eval_ru_ersatz_pr_auc": 0.9932216091672215,
+      "eval_ru_opus100_pr_auc": 0.9265252981123466,
+      "eval_ru_ud_pr_auc": 0.8625729349953754,
+      "eval_runtime": 394.7232,
+      "eval_samples_per_second": 191.081,
+      "eval_si_opus100_pr_auc": 0.8267926609561785,
+      "eval_sk_opus100_pr_auc": 0.9193315101513662,
+      "eval_sk_ud_pr_auc": 0.9856646195495803,
+      "eval_sl_opus100_pr_auc": 0.8649975139267047,
+      "eval_sl_ud_pr_auc": 0.9725811552605118,
+      "eval_sq_opus100_pr_auc": 0.911205537218415,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9084356638868278,
+      "eval_sr_ud_pr_auc": 0.9977181592166064,
+      "eval_steps_per_second": 0.747,
+      "eval_sv_opus100_pr_auc": 0.8896185796119818,
+      "eval_sv_ud_pr_auc": 0.9410052803851156,
+      "eval_ta_ersatz_pr_auc": 0.9834258450352977,
+      "eval_ta_opus100_pr_auc": 0.6813563577766966,
+      "eval_ta_ud_pr_auc": 0.9912649586254472,
+      "eval_te_opus100_pr_auc": 0.8369756825923732,
+      "eval_tg_opus100_pr_auc": 0.882422310937333,
+      "eval_th_opus100_pr_auc": 0.6839175020265077,
+      "eval_th_ud_pr_auc": 0.8172798571330155,
+      "eval_tr_ersatz_pr_auc": 0.9591710427323772,
+      "eval_tr_opus100_pr_auc": 0.8967820269233332,
+      "eval_tr_ud_pr_auc": 0.9466008646011078,
+      "eval_uk_opus100_pr_auc": 0.8784071579969527,
+      "eval_uk_ud_pr_auc": 0.9184167506355522,
+      "eval_ur_opus100_pr_auc": 0.5626715179340107,
+      "eval_ur_ud_pr_auc": 0.9942970990134624,
+      "eval_uz_opus100_pr_auc": 0.8700074017721264,
+      "eval_vi_opus100_pr_auc": 0.914054621212187,
+      "eval_vi_ud_pr_auc": 0.9568522153299895,
+      "eval_xh_opus100_pr_auc": 0.8619926561281706,
+      "eval_yi_opus100_pr_auc": 0.7257991600072561,
+      "eval_yo_opus100_pr_auc": 0.8210143301572342,
+      "eval_yo_ud_pr_auc": 0.9062250834261368,
+      "eval_zh_ersatz_pr_auc": 0.9681366076804224,
+      "eval_zh_opus100_pr_auc": 0.8760043290234523,
+      "eval_zh_ud_pr_auc": 0.9933185974247134,
+      "eval_zu_opus100_pr_auc": 0.8287004339108129,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0275,
+      "step": 40050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.0276,
+      "step": 40100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.0272,
+      "step": 40150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.0274,
+      "step": 40200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.0275,
+      "step": 40250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.0276,
+      "step": 40300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.0276,
+      "step": 40350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.0275,
+      "step": 40400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0276,
+      "step": 40450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.0275,
+      "step": 40500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.0274,
+      "step": 40550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.0275,
+      "step": 40600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.0274,
+      "step": 40650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0275,
+      "step": 40700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.027,
+      "step": 40750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0276,
+      "step": 40800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0274,
+      "step": 40850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.0277,
+      "step": 40900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0273,
+      "step": 40950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0274,
+      "step": 41000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.0274,
+      "step": 41050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0274,
+      "step": 41100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.0273,
+      "step": 41150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.0275,
+      "step": 41200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.0273,
+      "step": 41250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0276,
+      "step": 41300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.0273,
+      "step": 41350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0274,
+      "step": 41400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0272,
+      "step": 41450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0275,
+      "step": 41500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.0274,
+      "step": 41550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0271,
+      "step": 41600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.027,
+      "step": 41650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.0274,
+      "step": 41700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.0274,
+      "step": 41750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0273,
+      "step": 41800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0274,
+      "step": 41850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.0274,
+      "step": 41900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.0273,
+      "step": 41950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.0274,
+      "step": 42000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0272,
+      "step": 42050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.0273,
+      "step": 42100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.0275,
+      "step": 42150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.0271,
+      "step": 42200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.0273,
+      "step": 42250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0273,
+      "step": 42300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.0273,
+      "step": 42350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0273,
+      "step": 42400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0271,
+      "step": 42450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.0273,
+      "step": 42500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.0275,
+      "step": 42550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.0273,
+      "step": 42600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.0273,
+      "step": 42650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.0274,
+      "step": 42700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.0274,
+      "step": 42750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.0272,
+      "step": 42800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.0273,
+      "step": 42850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.0272,
+      "step": 42900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.0272,
+      "step": 42950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.0271,
+      "step": 43000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.0271,
+      "step": 43050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0272,
+      "step": 43100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.0272,
+      "step": 43150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.027,
+      "step": 43200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.0272,
+      "step": 43250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0271,
+      "step": 43300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0271,
+      "step": 43350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0272,
+      "step": 43400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.027,
+      "step": 43450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0275,
+      "step": 43500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.0272,
+      "step": 43550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.0274,
+      "step": 43600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.0271,
+      "step": 43650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0272,
+      "step": 43700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.027,
+      "step": 43750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.0275,
+      "step": 43800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0273,
+      "step": 43850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.0272,
+      "step": 43900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.027,
+      "step": 43950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0273,
+      "step": 44000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.0269,
+      "step": 44050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.0272,
+      "step": 44100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0271,
+      "step": 44150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0273,
+      "step": 44200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.0268,
+      "step": 44250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0272,
+      "step": 44300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.0273,
+      "step": 44350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.0272,
+      "step": 44400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.027,
+      "step": 44450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0269,
+      "step": 44500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0273,
+      "step": 44550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.0268,
+      "step": 44600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0271,
+      "step": 44650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.0272,
+      "step": 44700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.027,
+      "step": 44750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0271,
+      "step": 44800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.027,
+      "step": 44850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.027,
+      "step": 44900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.0271,
+      "step": 44950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.0271,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.782085733702172,
+      "eval_af_ud_pr_auc": 0.9930850929645159,
+      "eval_am_opus100_pr_auc": 0.5119187151962565,
+      "eval_ar_ersatz_pr_auc": 0.9238837598333766,
+      "eval_ar_opus100_pr_auc": 0.735123609448677,
+      "eval_ar_ud_pr_auc": 0.8934448898663567,
+      "eval_average_ersatz_pr_auc": 0.9683370103563824,
+      "eval_average_opus100_pr_auc": 0.8406245922839425,
+      "eval_average_ud_pr_auc": 0.9632115853205717,
+      "eval_az_opus100_pr_auc": 0.7881227412339225,
+      "eval_be_opus100_pr_auc": 0.7426956326398684,
+      "eval_be_ud_pr_auc": 0.8963275724789441,
+      "eval_bg_opus100_pr_auc": 0.912156602221703,
+      "eval_bg_ud_pr_auc": 0.9958364395652353,
+      "eval_bn_opus100_pr_auc": 0.8314729199776942,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8818698782656422,
+      "eval_ca_ud_pr_auc": 0.9903822238805404,
+      "eval_ceb_ud_pr_auc": 0.9996209394820244,
+      "eval_cs_ersatz_pr_auc": 0.9836612788309327,
+      "eval_cs_opus100_pr_auc": 0.9108209495719157,
+      "eval_cs_ud_pr_auc": 0.961757916260213,
+      "eval_cy_opus100_pr_auc": 0.7973423438547683,
+      "eval_cy_ud_pr_auc": 0.9961448697361998,
+      "eval_da_opus100_pr_auc": 0.9206258117203011,
+      "eval_da_ud_pr_auc": 0.9792602314096824,
+      "eval_de_ersatz_pr_auc": 0.9860796839786037,
+      "eval_de_opus100_pr_auc": 0.9040683879343177,
+      "eval_de_ud_pr_auc": 0.9898117386215028,
+      "eval_el_opus100_pr_auc": 0.9235283783776158,
+      "eval_el_ud_pr_auc": 0.9885890780251432,
+      "eval_en_ersatz_pr_auc": 0.9923497529020393,
+      "eval_en_opus100_pr_auc": 0.9258280865448933,
+      "eval_en_ud_pr_auc": 0.9732324628256993,
+      "eval_eo_opus100_pr_auc": 0.9195624733686748,
+      "eval_es_ersatz_pr_auc": 0.9956465564266007,
+      "eval_es_opus100_pr_auc": 0.928547869223708,
+      "eval_es_ud_pr_auc": 0.9920903837560628,
+      "eval_et_ersatz_pr_auc": 0.9821058722638847,
+      "eval_et_opus100_pr_auc": 0.8921882558514788,
+      "eval_et_ud_pr_auc": 0.9670488681135344,
+      "eval_eu_opus100_pr_auc": 0.877734669996329,
+      "eval_eu_ud_pr_auc": 0.9960128090913615,
+      "eval_fa_opus100_pr_auc": 0.6129831768644334,
+      "eval_fa_ud_pr_auc": 0.9913600461845546,
+      "eval_fi_ersatz_pr_auc": 0.9926893990490763,
+      "eval_fi_opus100_pr_auc": 0.9097742300238354,
+      "eval_fi_ud_pr_auc": 0.9682189102273704,
+      "eval_fr_ersatz_pr_auc": 0.9864943443147792,
+      "eval_fr_opus100_pr_auc": 0.918178522785619,
+      "eval_fr_ud_pr_auc": 0.977759552446096,
+      "eval_fy_opus100_pr_auc": 0.7043544071639425,
+      "eval_ga_opus100_pr_auc": 0.9024198481916492,
+      "eval_ga_ud_pr_auc": 0.8303942884920927,
+      "eval_gd_opus100_pr_auc": 0.6493146071982759,
+      "eval_gd_ud_pr_auc": 0.801190640109283,
+      "eval_gl_opus100_pr_auc": 0.8877548548971188,
+      "eval_gl_ud_pr_auc": 0.9980742590054291,
+      "eval_gu_ersatz_pr_auc": 0.9424713577459061,
+      "eval_gu_opus100_pr_auc": 0.7400907766441759,
+      "eval_ha_opus100_pr_auc": 0.9031593434275897,
+      "eval_he_opus100_pr_auc": 0.8737692290543806,
+      "eval_he_ud_pr_auc": 0.9780191664205624,
+      "eval_hi_ersatz_pr_auc": 0.9785203606123195,
+      "eval_hi_opus100_pr_auc": 0.6947892742798095,
+      "eval_hi_ud_pr_auc": 0.9862783455818321,
+      "eval_hu_opus100_pr_auc": 0.9098303755796004,
+      "eval_hu_ud_pr_auc": 0.981450641453983,
+      "eval_hy_opus100_pr_auc": 0.9078178916416664,
+      "eval_hy_ud_pr_auc": 0.9875438835828175,
+      "eval_id_opus100_pr_auc": 0.8932892595475902,
+      "eval_id_ud_pr_auc": 0.9950428601327403,
+      "eval_ig_opus100_pr_auc": 0.8985790083502573,
+      "eval_is_opus100_pr_auc": 0.9253937508823221,
+      "eval_is_ud_pr_auc": 0.9117863248102966,
+      "eval_it_opus100_pr_auc": 0.9124763219129801,
+      "eval_it_ud_pr_auc": 0.9988350033202753,
+      "eval_ja_ersatz_pr_auc": 0.8526051497042412,
+      "eval_ja_opus100_pr_auc": 0.8392264464392731,
+      "eval_ja_ud_pr_auc": 0.9816232897292758,
+      "eval_jv_ud_pr_auc": 0.9638997565863143,
+      "eval_ka_opus100_pr_auc": 0.8436669851020364,
+      "eval_kk_ersatz_pr_auc": 0.9852852942206796,
+      "eval_kk_opus100_pr_auc": 0.8034417414775012,
+      "eval_kk_ud_pr_auc": 0.9753473713602356,
+      "eval_km_ersatz_pr_auc": 0.9169640751681243,
+      "eval_km_opus100_pr_auc": 0.7395824031391299,
+      "eval_kn_opus100_pr_auc": 0.6554156567833275,
+      "eval_ko_opus100_pr_auc": 0.6829634019070325,
+      "eval_ko_ud_pr_auc": 0.9993191094099847,
+      "eval_ku_opus100_pr_auc": 0.8527193596655281,
+      "eval_ky_opus100_pr_auc": 0.8815337449339052,
+      "eval_la_ud_pr_auc": 0.9672222961849462,
+      "eval_loss": 0.03085133619606495,
+      "eval_lt_ersatz_pr_auc": 0.9945547385454421,
+      "eval_lt_opus100_pr_auc": 0.8771207426366586,
+      "eval_lt_ud_pr_auc": 0.994956008561921,
+      "eval_lv_ersatz_pr_auc": 0.9908639517891137,
+      "eval_lv_opus100_pr_auc": 0.8984379484529467,
+      "eval_lv_ud_pr_auc": 0.959890744489457,
+      "eval_mg_opus100_pr_auc": 0.9400108938623623,
+      "eval_mk_opus100_pr_auc": 0.9120796757130436,
+      "eval_ml_opus100_pr_auc": 0.8040963825603038,
+      "eval_mn_opus100_pr_auc": 0.9459062694270771,
+      "eval_mr_opus100_pr_auc": 0.8902846236531693,
+      "eval_mr_ud_pr_auc": 0.9790847359053931,
+      "eval_ms_opus100_pr_auc": 0.8657527841177379,
+      "eval_mt_opus100_pr_auc": 0.8461161214572768,
+      "eval_mt_ud_pr_auc": 0.9246818998694932,
+      "eval_my_opus100_pr_auc": 0.781735356807667,
+      "eval_ne_opus100_pr_auc": 0.7643188057956395,
+      "eval_nl_opus100_pr_auc": 0.9016540304496864,
+      "eval_nl_ud_pr_auc": 0.9790180609614247,
+      "eval_no_opus100_pr_auc": 0.9143501306751926,
+      "eval_no_ud_pr_auc": 0.9957810976162447,
+      "eval_pa_opus100_pr_auc": 0.717186123163389,
+      "eval_pl_ersatz_pr_auc": 0.9727415628382036,
+      "eval_pl_opus100_pr_auc": 0.8920580088064728,
+      "eval_pl_ud_pr_auc": 0.9671952637746651,
+      "eval_ps_ersatz_pr_auc": 0.9272110376953332,
+      "eval_ps_opus100_pr_auc": 0.7696702289456828,
+      "eval_pt_opus100_pr_auc": 0.9187087407249646,
+      "eval_pt_ud_pr_auc": 0.9861767986983586,
+      "eval_ro_ersatz_pr_auc": 0.9918855902221186,
+      "eval_ro_opus100_pr_auc": 0.866056100885575,
+      "eval_ro_ud_pr_auc": 0.9254630407520611,
+      "eval_ru_ersatz_pr_auc": 0.9931871602087597,
+      "eval_ru_opus100_pr_auc": 0.931746465386927,
+      "eval_ru_ud_pr_auc": 0.8378185365718147,
+      "eval_runtime": 397.1682,
+      "eval_samples_per_second": 189.904,
+      "eval_si_opus100_pr_auc": 0.8166590297274656,
+      "eval_sk_opus100_pr_auc": 0.9218105243915046,
+      "eval_sk_ud_pr_auc": 0.9835180536640779,
+      "eval_sl_opus100_pr_auc": 0.864482396243883,
+      "eval_sl_ud_pr_auc": 0.9712140504416855,
+      "eval_sq_opus100_pr_auc": 0.9211301761917671,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9129649994228585,
+      "eval_sr_ud_pr_auc": 0.9983541921358722,
+      "eval_steps_per_second": 0.743,
+      "eval_sv_opus100_pr_auc": 0.8955092395165785,
+      "eval_sv_ud_pr_auc": 0.9515284831744374,
+      "eval_ta_ersatz_pr_auc": 0.9808912830961364,
+      "eval_ta_opus100_pr_auc": 0.695364320825747,
+      "eval_ta_ud_pr_auc": 0.9879257913138245,
+      "eval_te_opus100_pr_auc": 0.840040537787971,
+      "eval_tg_opus100_pr_auc": 0.8969999544755002,
+      "eval_th_opus100_pr_auc": 0.6893165624382299,
+      "eval_th_ud_pr_auc": 0.8260973966165812,
+      "eval_tr_ersatz_pr_auc": 0.9646369060014376,
+      "eval_tr_opus100_pr_auc": 0.8995378039333131,
+      "eval_tr_ud_pr_auc": 0.952420468664948,
+      "eval_uk_opus100_pr_auc": 0.8780080397839743,
+      "eval_uk_ud_pr_auc": 0.9198134342298743,
+      "eval_ur_opus100_pr_auc": 0.562022535132421,
+      "eval_ur_ud_pr_auc": 0.9967228095981606,
+      "eval_uz_opus100_pr_auc": 0.8766850983726332,
+      "eval_vi_opus100_pr_auc": 0.909454654832687,
+      "eval_vi_ud_pr_auc": 0.9583567128419878,
+      "eval_xh_opus100_pr_auc": 0.8501215473988528,
+      "eval_yi_opus100_pr_auc": 0.8028901663067665,
+      "eval_yo_opus100_pr_auc": 0.8254520475266605,
+      "eval_yo_ud_pr_auc": 0.9038207431330534,
+      "eval_zh_ersatz_pr_auc": 0.9686851123933058,
+      "eval_zh_opus100_pr_auc": 0.8653704087660522,
+      "eval_zh_ud_pr_auc": 0.9972107791421528,
+      "eval_zu_opus100_pr_auc": 0.8418894136637306,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.0272,
+      "step": 45050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.0269,
+      "step": 45100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.0268,
+      "step": 45150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.027,
+      "step": 45200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.027,
+      "step": 45250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.0268,
+      "step": 45300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.027,
+      "step": 45350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.0269,
+      "step": 45400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.027,
+      "step": 45450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.027,
+      "step": 45500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0269,
+      "step": 45550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0268,
+      "step": 45600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0269,
+      "step": 45650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0269,
+      "step": 45700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.027,
+      "step": 45750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0269,
+      "step": 45800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.0271,
+      "step": 45850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.0271,
+      "step": 45900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0266,
+      "step": 45950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0268,
+      "step": 46000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.0269,
+      "step": 46050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.027,
+      "step": 46100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.027,
+      "step": 46150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.0268,
+      "step": 46200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.0269,
+      "step": 46250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.0271,
+      "step": 46300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.0269,
+      "step": 46350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0269,
+      "step": 46400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.0271,
+      "step": 46450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0267,
+      "step": 46500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.027,
+      "step": 46550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0269,
+      "step": 46600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.0271,
+      "step": 46650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.027,
+      "step": 46700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0268,
+      "step": 46750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0269,
+      "step": 46800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.0268,
+      "step": 46850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.0268,
+      "step": 46900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.0271,
+      "step": 46950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.027,
+      "step": 47000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0269,
+      "step": 47050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.0268,
+      "step": 47100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.027,
+      "step": 47150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.0268,
+      "step": 47200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0269,
+      "step": 47250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.0267,
+      "step": 47300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0267,
+      "step": 47350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.027,
+      "step": 47400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.0271,
+      "step": 47450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0269,
+      "step": 47500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.0268,
+      "step": 47550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.0268,
+      "step": 47600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.0268,
+      "step": 47650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0266,
+      "step": 47700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.0269,
+      "step": 47750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.0268,
+      "step": 47800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.0267,
+      "step": 47850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0267,
+      "step": 47900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.0269,
+      "step": 47950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0268,
+      "step": 48000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0267,
+      "step": 48050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0269,
+      "step": 48100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0269,
+      "step": 48150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.0269,
+      "step": 48200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0265,
+      "step": 48250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.0268,
+      "step": 48300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.0269,
+      "step": 48350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0267,
+      "step": 48400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0266,
+      "step": 48450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.0267,
+      "step": 48500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.0266,
+      "step": 48550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.0268,
+      "step": 48600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.0265,
+      "step": 48650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0266,
+      "step": 48700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.0267,
+      "step": 48750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.0268,
+      "step": 48800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.0267,
+      "step": 48850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.0268,
+      "step": 48900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.0266,
+      "step": 48950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.0267,
+      "step": 49000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0269,
+      "step": 49050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0264,
+      "step": 49100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.0268,
+      "step": 49150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0269,
+      "step": 49200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0266,
+      "step": 49250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.0264,
+      "step": 49300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0268,
+      "step": 49350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.0266,
+      "step": 49400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.0267,
+      "step": 49450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0266,
+      "step": 49500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0263,
+      "step": 49550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.0266,
+      "step": 49600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.0264,
+      "step": 49650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.0268,
+      "step": 49700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0266,
+      "step": 49750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0266,
+      "step": 49800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0269,
+      "step": 49850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.0268,
+      "step": 49900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0266,
+      "step": 49950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.027,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.790569788824426,
+      "eval_af_ud_pr_auc": 0.990142445592112,
+      "eval_am_opus100_pr_auc": 0.5813844609313653,
+      "eval_ar_ersatz_pr_auc": 0.9120881723330339,
+      "eval_ar_opus100_pr_auc": 0.728606448379513,
+      "eval_ar_ud_pr_auc": 0.8968985110454545,
+      "eval_average_ersatz_pr_auc": 0.9608271109628678,
+      "eval_average_opus100_pr_auc": 0.8402141320655258,
+      "eval_average_ud_pr_auc": 0.9613016313435196,
+      "eval_az_opus100_pr_auc": 0.7365617489021011,
+      "eval_be_opus100_pr_auc": 0.7179049962407512,
+      "eval_be_ud_pr_auc": 0.8889319651767981,
+      "eval_bg_opus100_pr_auc": 0.9210253639655376,
+      "eval_bg_ud_pr_auc": 0.9952650623940107,
+      "eval_bn_opus100_pr_auc": 0.8122177724702371,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8921277339103603,
+      "eval_ca_ud_pr_auc": 0.9923070553975992,
+      "eval_ceb_ud_pr_auc": 0.9972167354100324,
+      "eval_cs_ersatz_pr_auc": 0.9823750325665936,
+      "eval_cs_opus100_pr_auc": 0.9150063507856464,
+      "eval_cs_ud_pr_auc": 0.9556802505007602,
+      "eval_cy_opus100_pr_auc": 0.7912416165258893,
+      "eval_cy_ud_pr_auc": 0.996580518722829,
+      "eval_da_opus100_pr_auc": 0.9206115366065232,
+      "eval_da_ud_pr_auc": 0.9793531605464904,
+      "eval_de_ersatz_pr_auc": 0.9847730570537052,
+      "eval_de_opus100_pr_auc": 0.9017603913437202,
+      "eval_de_ud_pr_auc": 0.984843453437756,
+      "eval_el_opus100_pr_auc": 0.9216680711538071,
+      "eval_el_ud_pr_auc": 0.9775860298085631,
+      "eval_en_ersatz_pr_auc": 0.9902505948663081,
+      "eval_en_opus100_pr_auc": 0.9243285960360169,
+      "eval_en_ud_pr_auc": 0.9812809873277466,
+      "eval_eo_opus100_pr_auc": 0.9228071318039114,
+      "eval_es_ersatz_pr_auc": 0.9962866867580985,
+      "eval_es_opus100_pr_auc": 0.9335653066283927,
+      "eval_es_ud_pr_auc": 0.9887587771287302,
+      "eval_et_ersatz_pr_auc": 0.9816525571922212,
+      "eval_et_opus100_pr_auc": 0.9057007515869356,
+      "eval_et_ud_pr_auc": 0.9622113225372222,
+      "eval_eu_opus100_pr_auc": 0.8866878628141999,
+      "eval_eu_ud_pr_auc": 0.9925004949693512,
+      "eval_fa_opus100_pr_auc": 0.598216947674453,
+      "eval_fa_ud_pr_auc": 0.9901730197224364,
+      "eval_fi_ersatz_pr_auc": 0.9878224226811414,
+      "eval_fi_opus100_pr_auc": 0.9112672874856806,
+      "eval_fi_ud_pr_auc": 0.9670319072522607,
+      "eval_fr_ersatz_pr_auc": 0.9848461134855768,
+      "eval_fr_opus100_pr_auc": 0.9132588435088312,
+      "eval_fr_ud_pr_auc": 0.9751334092777055,
+      "eval_fy_opus100_pr_auc": 0.7023971419200277,
+      "eval_ga_opus100_pr_auc": 0.8981273608307898,
+      "eval_ga_ud_pr_auc": 0.7982555958652124,
+      "eval_gd_opus100_pr_auc": 0.6562807326949285,
+      "eval_gd_ud_pr_auc": 0.8078877831170607,
+      "eval_gl_opus100_pr_auc": 0.8974134448112937,
+      "eval_gl_ud_pr_auc": 0.9971435624879352,
+      "eval_gu_ersatz_pr_auc": 0.9247537779747083,
+      "eval_gu_opus100_pr_auc": 0.737116499946319,
+      "eval_ha_opus100_pr_auc": 0.9146625776733436,
+      "eval_he_opus100_pr_auc": 0.8719198419358847,
+      "eval_he_ud_pr_auc": 0.9746795448896406,
+      "eval_hi_ersatz_pr_auc": 0.9686742049885778,
+      "eval_hi_opus100_pr_auc": 0.6919823621939344,
+      "eval_hi_ud_pr_auc": 0.9726044536115366,
+      "eval_hu_opus100_pr_auc": 0.9133791575710398,
+      "eval_hu_ud_pr_auc": 0.9810360629343339,
+      "eval_hy_opus100_pr_auc": 0.9154883362102884,
+      "eval_hy_ud_pr_auc": 0.9859924582756594,
+      "eval_id_opus100_pr_auc": 0.8918242242810309,
+      "eval_id_ud_pr_auc": 0.9940174571669222,
+      "eval_ig_opus100_pr_auc": 0.8916238418225506,
+      "eval_is_opus100_pr_auc": 0.9325824199811935,
+      "eval_is_ud_pr_auc": 0.8986257916408598,
+      "eval_it_opus100_pr_auc": 0.9159075643832684,
+      "eval_it_ud_pr_auc": 0.9991428764907538,
+      "eval_ja_ersatz_pr_auc": 0.7751875866130957,
+      "eval_ja_opus100_pr_auc": 0.8192692246529694,
+      "eval_ja_ud_pr_auc": 0.9771215865760251,
+      "eval_jv_ud_pr_auc": 0.9601145541996465,
+      "eval_ka_opus100_pr_auc": 0.8542797739170199,
+      "eval_kk_ersatz_pr_auc": 0.9881135664494626,
+      "eval_kk_opus100_pr_auc": 0.7927959843000538,
+      "eval_kk_ud_pr_auc": 0.9769661266785065,
+      "eval_km_ersatz_pr_auc": 0.9169866052097208,
+      "eval_km_opus100_pr_auc": 0.7525807245557466,
+      "eval_kn_opus100_pr_auc": 0.6149990047799275,
+      "eval_ko_opus100_pr_auc": 0.6843001632886848,
+      "eval_ko_ud_pr_auc": 0.9976182032095983,
+      "eval_ku_opus100_pr_auc": 0.8311321294783354,
+      "eval_ky_opus100_pr_auc": 0.8970994997892432,
+      "eval_la_ud_pr_auc": 0.9785845918053981,
+      "eval_loss": 0.030406786128878593,
+      "eval_lt_ersatz_pr_auc": 0.9933432152089431,
+      "eval_lt_opus100_pr_auc": 0.8743822055526685,
+      "eval_lt_ud_pr_auc": 0.9950954783604407,
+      "eval_lv_ersatz_pr_auc": 0.9894732365407218,
+      "eval_lv_opus100_pr_auc": 0.9023959710336941,
+      "eval_lv_ud_pr_auc": 0.9589874455365884,
+      "eval_mg_opus100_pr_auc": 0.9340182532939627,
+      "eval_mk_opus100_pr_auc": 0.9209745269248103,
+      "eval_ml_opus100_pr_auc": 0.8054245673429115,
+      "eval_mn_opus100_pr_auc": 0.9401510036564277,
+      "eval_mr_opus100_pr_auc": 0.891055399906202,
+      "eval_mr_ud_pr_auc": 0.977378626001534,
+      "eval_ms_opus100_pr_auc": 0.8739070507005952,
+      "eval_mt_opus100_pr_auc": 0.8725675332097039,
+      "eval_mt_ud_pr_auc": 0.887666734047643,
+      "eval_my_opus100_pr_auc": 0.768311552759406,
+      "eval_ne_opus100_pr_auc": 0.7555810749693062,
+      "eval_nl_opus100_pr_auc": 0.903345157489164,
+      "eval_nl_ud_pr_auc": 0.9757680226566837,
+      "eval_no_opus100_pr_auc": 0.9175034763643741,
+      "eval_no_ud_pr_auc": 0.9955642410625185,
+      "eval_pa_opus100_pr_auc": 0.6858710842433876,
+      "eval_pl_ersatz_pr_auc": 0.9766986796420085,
+      "eval_pl_opus100_pr_auc": 0.8995617810342315,
+      "eval_pl_ud_pr_auc": 0.9727511850906901,
+      "eval_ps_ersatz_pr_auc": 0.9166147001999617,
+      "eval_ps_opus100_pr_auc": 0.7557159471911717,
+      "eval_pt_opus100_pr_auc": 0.9276317993927512,
+      "eval_pt_ud_pr_auc": 0.9865160380162394,
+      "eval_ro_ersatz_pr_auc": 0.9930130166249581,
+      "eval_ro_opus100_pr_auc": 0.8739242899283362,
+      "eval_ro_ud_pr_auc": 0.9749644767191024,
+      "eval_ru_ersatz_pr_auc": 0.9914616427851589,
+      "eval_ru_opus100_pr_auc": 0.930555216657652,
+      "eval_ru_ud_pr_auc": 0.8482313836208893,
+      "eval_runtime": 391.6398,
+      "eval_samples_per_second": 192.585,
+      "eval_si_opus100_pr_auc": 0.8134642659283318,
+      "eval_sk_opus100_pr_auc": 0.9365589924381424,
+      "eval_sk_ud_pr_auc": 0.9817989757906925,
+      "eval_sl_opus100_pr_auc": 0.8720723310075101,
+      "eval_sl_ud_pr_auc": 0.9726176131773665,
+      "eval_sq_opus100_pr_auc": 0.9184107213066456,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9032211132857281,
+      "eval_sr_ud_pr_auc": 0.996997276682802,
+      "eval_steps_per_second": 0.753,
+      "eval_sv_opus100_pr_auc": 0.9000077758440184,
+      "eval_sv_ud_pr_auc": 0.94277611569395,
+      "eval_ta_ersatz_pr_auc": 0.975644009112243,
+      "eval_ta_opus100_pr_auc": 0.6976268404300904,
+      "eval_ta_ud_pr_auc": 0.9917343185471643,
+      "eval_te_opus100_pr_auc": 0.8257051754665642,
+      "eval_tg_opus100_pr_auc": 0.899668664693342,
+      "eval_th_opus100_pr_auc": 0.6804978828398295,
+      "eval_th_ud_pr_auc": 0.8157864196950932,
+      "eval_tr_ersatz_pr_auc": 0.9506444705186723,
+      "eval_tr_opus100_pr_auc": 0.8951804728414112,
+      "eval_tr_ud_pr_auc": 0.9492232675052648,
+      "eval_uk_opus100_pr_auc": 0.8861525579129014,
+      "eval_uk_ud_pr_auc": 0.929288927074259,
+      "eval_ur_opus100_pr_auc": 0.5377457294073592,
+      "eval_ur_ud_pr_auc": 0.9899652781254944,
+      "eval_uz_opus100_pr_auc": 0.8908265414951374,
+      "eval_vi_opus100_pr_auc": 0.9077414759149717,
+      "eval_vi_ud_pr_auc": 0.9479812265128483,
+      "eval_xh_opus100_pr_auc": 0.8684444678708599,
+      "eval_yi_opus100_pr_auc": 0.7957235760143954,
+      "eval_yo_opus100_pr_auc": 0.8419476699325426,
+      "eval_yo_ud_pr_auc": 0.8990254923335628,
+      "eval_zh_ersatz_pr_auc": 0.9574930923781817,
+      "eval_zh_opus100_pr_auc": 0.8647806299674103,
+      "eval_zh_ud_pr_auc": 0.9923886891328465,
+      "eval_zu_opus100_pr_auc": 0.82522303452899,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.0264,
+      "step": 50050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.0267,
+      "step": 50100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0267,
+      "step": 50150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.0266,
+      "step": 50200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.0266,
+      "step": 50250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.0266,
+      "step": 50300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.0268,
+      "step": 50350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.0266,
+      "step": 50400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.0264,
+      "step": 50450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.0264,
+      "step": 50500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0265,
+      "step": 50550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.0264,
+      "step": 50600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.0265,
+      "step": 50650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0263,
+      "step": 50700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.0267,
+      "step": 50750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0263,
+      "step": 50800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.0265,
+      "step": 50850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.0263,
+      "step": 50900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0266,
+      "step": 50950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0265,
+      "step": 51000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.0264,
+      "step": 51050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0265,
+      "step": 51100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0266,
+      "step": 51150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.0263,
+      "step": 51200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0267,
+      "step": 51250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0262,
+      "step": 51300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.0265,
+      "step": 51350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0267,
+      "step": 51400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.0266,
+      "step": 51450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0265,
+      "step": 51500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0263,
+      "step": 51550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0266,
+      "step": 51600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.0264,
+      "step": 51650
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0264,
+      "step": 51700
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0266,
+      "step": 51750
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.0264,
+      "step": 51800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0267,
+      "step": 51850
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0263,
+      "step": 51900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.0265,
+      "step": 51950
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.0264,
+      "step": 52000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0263,
+      "step": 52050
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0264,
+      "step": 52100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.0262,
+      "step": 52150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0265,
+      "step": 52200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0264,
+      "step": 52250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0263,
+      "step": 52300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.0266,
+      "step": 52350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.0264,
+      "step": 52400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.0264,
+      "step": 52450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.0264,
+      "step": 52500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.0265,
+      "step": 52550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.0265,
+      "step": 52600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0264,
+      "step": 52650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.0263,
+      "step": 52700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0264,
+      "step": 52750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.0264,
+      "step": 52800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0263,
+      "step": 52850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.0263,
+      "step": 52900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0263,
+      "step": 52950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.0267,
+      "step": 53000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0263,
+      "step": 53050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0263,
+      "step": 53100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.0266,
+      "step": 53150
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0268,
+      "step": 53200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.0264,
+      "step": 53250
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.0263,
+      "step": 53300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.0263,
+      "step": 53350
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.0263,
+      "step": 53400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0262,
+      "step": 53450
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.0262,
+      "step": 53500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.0261,
+      "step": 53550
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.0264,
+      "step": 53600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.0264,
+      "step": 53650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0263,
+      "step": 53700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0262,
+      "step": 53750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0265,
+      "step": 53800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.0264,
+      "step": 53850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0261,
+      "step": 53900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0262,
+      "step": 53950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0263,
+      "step": 54000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0266,
+      "step": 54050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0264,
+      "step": 54100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.0263,
+      "step": 54150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.0263,
+      "step": 54200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.0263,
+      "step": 54250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0264,
+      "step": 54300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0263,
+      "step": 54350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0262,
+      "step": 54400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0263,
+      "step": 54450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0265,
+      "step": 54500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0262,
+      "step": 54550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0263,
+      "step": 54600
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0263,
+      "step": 54650
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.0263,
+      "step": 54700
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0264,
+      "step": 54750
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.0264,
+      "step": 54800
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0263,
+      "step": 54850
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.026,
+      "step": 54900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0262,
+      "step": 54950
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0262,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "eval_af_opus100_pr_auc": 0.7925431928108215,
+      "eval_af_ud_pr_auc": 0.9863758385082357,
+      "eval_am_opus100_pr_auc": 0.6346856668928155,
+      "eval_ar_ersatz_pr_auc": 0.9293471549092149,
+      "eval_ar_opus100_pr_auc": 0.739769722076801,
+      "eval_ar_ud_pr_auc": 0.8904628644229784,
+      "eval_average_ersatz_pr_auc": 0.9696364695912084,
+      "eval_average_opus100_pr_auc": 0.841135166564346,
+      "eval_average_ud_pr_auc": 0.9639820812326917,
+      "eval_az_opus100_pr_auc": 0.7755980438470034,
+      "eval_be_opus100_pr_auc": 0.6902511444313334,
+      "eval_be_ud_pr_auc": 0.8891012920514685,
+      "eval_bg_opus100_pr_auc": 0.9160431656156408,
+      "eval_bg_ud_pr_auc": 0.9978122463806889,
+      "eval_bn_opus100_pr_auc": 0.8327538896808583,
+      "eval_bn_ud_pr_auc": 0.9996839196204802,
+      "eval_ca_opus100_pr_auc": 0.8888187979737301,
+      "eval_ca_ud_pr_auc": 0.9926883791781433,
+      "eval_ceb_ud_pr_auc": 0.9974717834590096,
+      "eval_cs_ersatz_pr_auc": 0.9860899723250394,
+      "eval_cs_opus100_pr_auc": 0.9150622330685828,
+      "eval_cs_ud_pr_auc": 0.9615317443713584,
+      "eval_cy_opus100_pr_auc": 0.7752957942846288,
+      "eval_cy_ud_pr_auc": 0.9967254106849078,
+      "eval_da_opus100_pr_auc": 0.9182065525657567,
+      "eval_da_ud_pr_auc": 0.9812962884599408,
+      "eval_de_ersatz_pr_auc": 0.9881474299683837,
+      "eval_de_opus100_pr_auc": 0.9026793402600002,
+      "eval_de_ud_pr_auc": 0.9871699598779103,
+      "eval_el_opus100_pr_auc": 0.9210037812411385,
+      "eval_el_ud_pr_auc": 0.9842571401587877,
+      "eval_en_ersatz_pr_auc": 0.9918548669867684,
+      "eval_en_opus100_pr_auc": 0.9257541536745157,
+      "eval_en_ud_pr_auc": 0.9750681865676933,
+      "eval_eo_opus100_pr_auc": 0.9300567512614666,
+      "eval_es_ersatz_pr_auc": 0.9973981785389376,
+      "eval_es_opus100_pr_auc": 0.9364862497884242,
+      "eval_es_ud_pr_auc": 0.993431653821548,
+      "eval_et_ersatz_pr_auc": 0.9833987480836344,
+      "eval_et_opus100_pr_auc": 0.9027779906636856,
+      "eval_et_ud_pr_auc": 0.9715874292674341,
+      "eval_eu_opus100_pr_auc": 0.8874783552912732,
+      "eval_eu_ud_pr_auc": 0.9947415340229318,
+      "eval_fa_opus100_pr_auc": 0.624464849768855,
+      "eval_fa_ud_pr_auc": 0.9961857710255624,
+      "eval_fi_ersatz_pr_auc": 0.991470456511794,
+      "eval_fi_opus100_pr_auc": 0.9185789134531405,
+      "eval_fi_ud_pr_auc": 0.9688768382438727,
+      "eval_fr_ersatz_pr_auc": 0.9877481551663265,
+      "eval_fr_opus100_pr_auc": 0.9142181003824106,
+      "eval_fr_ud_pr_auc": 0.9777350672173636,
+      "eval_fy_opus100_pr_auc": 0.6947408095415835,
+      "eval_ga_opus100_pr_auc": 0.8964762800265056,
+      "eval_ga_ud_pr_auc": 0.7978634171211687,
+      "eval_gd_opus100_pr_auc": 0.6325292271240384,
+      "eval_gd_ud_pr_auc": 0.8078892980199603,
+      "eval_gl_opus100_pr_auc": 0.9001391709173683,
+      "eval_gl_ud_pr_auc": 0.99742183118094,
+      "eval_gu_ersatz_pr_auc": 0.946924860901296,
+      "eval_gu_opus100_pr_auc": 0.7522923357684744,
+      "eval_ha_opus100_pr_auc": 0.9111953630462238,
+      "eval_he_opus100_pr_auc": 0.8830015505452637,
+      "eval_he_ud_pr_auc": 0.980216652996076,
+      "eval_hi_ersatz_pr_auc": 0.97624375751097,
+      "eval_hi_opus100_pr_auc": 0.6941576240269319,
+      "eval_hi_ud_pr_auc": 0.9764203752959586,
+      "eval_hu_opus100_pr_auc": 0.9124048534496011,
+      "eval_hu_ud_pr_auc": 0.9842505573550911,
+      "eval_hy_opus100_pr_auc": 0.9121726537717347,
+      "eval_hy_ud_pr_auc": 0.9858145669937843,
+      "eval_id_opus100_pr_auc": 0.8880435550708878,
+      "eval_id_ud_pr_auc": 0.9937530048951104,
+      "eval_ig_opus100_pr_auc": 0.8993089394636599,
+      "eval_is_opus100_pr_auc": 0.9296964046793772,
+      "eval_is_ud_pr_auc": 0.9181177757978298,
+      "eval_it_opus100_pr_auc": 0.9039088956277845,
+      "eval_it_ud_pr_auc": 0.9985098008380355,
+      "eval_ja_ersatz_pr_auc": 0.8422047863546502,
+      "eval_ja_opus100_pr_auc": 0.8305082211743324,
+      "eval_ja_ud_pr_auc": 0.982884309403395,
+      "eval_jv_ud_pr_auc": 0.9616716141058769,
+      "eval_ka_opus100_pr_auc": 0.8490029680918038,
+      "eval_kk_ersatz_pr_auc": 0.9842123703588608,
+      "eval_kk_opus100_pr_auc": 0.8019386840220842,
+      "eval_kk_ud_pr_auc": 0.9724344518207884,
+      "eval_km_ersatz_pr_auc": 0.922662482993386,
+      "eval_km_opus100_pr_auc": 0.7449707589814694,
+      "eval_kn_opus100_pr_auc": 0.6538927158690301,
+      "eval_ko_opus100_pr_auc": 0.68428794072005,
+      "eval_ko_ud_pr_auc": 0.9998502195290564,
+      "eval_ku_opus100_pr_auc": 0.8604138334773058,
+      "eval_ky_opus100_pr_auc": 0.9117227355437979,
+      "eval_la_ud_pr_auc": 0.973019760845032,
+      "eval_loss": 0.029666109010577202,
+      "eval_lt_ersatz_pr_auc": 0.9965729560192991,
+      "eval_lt_opus100_pr_auc": 0.8588899899283464,
+      "eval_lt_ud_pr_auc": 0.9940979839358017,
+      "eval_lv_ersatz_pr_auc": 0.9867293799881403,
+      "eval_lv_opus100_pr_auc": 0.8858414374334054,
+      "eval_lv_ud_pr_auc": 0.957331825273272,
+      "eval_mg_opus100_pr_auc": 0.9406059964093184,
+      "eval_mk_opus100_pr_auc": 0.9291146595911283,
+      "eval_ml_opus100_pr_auc": 0.7966904301399631,
+      "eval_mn_opus100_pr_auc": 0.9518540424641704,
+      "eval_mr_opus100_pr_auc": 0.9084693569420591,
+      "eval_mr_ud_pr_auc": 0.9716552509583501,
+      "eval_ms_opus100_pr_auc": 0.8834626644761099,
+      "eval_mt_opus100_pr_auc": 0.8548316150599641,
+      "eval_mt_ud_pr_auc": 0.9069861282692957,
+      "eval_my_opus100_pr_auc": 0.7749675211628081,
+      "eval_ne_opus100_pr_auc": 0.7453776470702262,
+      "eval_nl_opus100_pr_auc": 0.8940578407864374,
+      "eval_nl_ud_pr_auc": 0.9810659277413473,
+      "eval_no_opus100_pr_auc": 0.9220791806414421,
+      "eval_no_ud_pr_auc": 0.9960736191159776,
+      "eval_pa_opus100_pr_auc": 0.6900476935459063,
+      "eval_pl_ersatz_pr_auc": 0.9746372847436846,
+      "eval_pl_opus100_pr_auc": 0.8966366260883774,
+      "eval_pl_ud_pr_auc": 0.9697697432846973,
+      "eval_ps_ersatz_pr_auc": 0.9223158781565185,
+      "eval_ps_opus100_pr_auc": 0.7444049316445245,
+      "eval_pt_opus100_pr_auc": 0.9269918918664576,
+      "eval_pt_ud_pr_auc": 0.9879774631283007,
+      "eval_ro_ersatz_pr_auc": 0.9936344437440615,
+      "eval_ro_opus100_pr_auc": 0.8661247482734092,
+      "eval_ro_ud_pr_auc": 0.9648317494504783,
+      "eval_ru_ersatz_pr_auc": 0.9942598600405123,
+      "eval_ru_opus100_pr_auc": 0.9165718882183962,
+      "eval_ru_ud_pr_auc": 0.8554698635872235,
+      "eval_runtime": 396.8256,
+      "eval_samples_per_second": 190.068,
+      "eval_si_opus100_pr_auc": 0.8240147929322758,
+      "eval_sk_opus100_pr_auc": 0.9292892625951307,
+      "eval_sk_ud_pr_auc": 0.9859098264451218,
+      "eval_sl_opus100_pr_auc": 0.8687020689289574,
+      "eval_sl_ud_pr_auc": 0.9744963784836485,
+      "eval_sq_opus100_pr_auc": 0.925845119334002,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9070694546960552,
+      "eval_sr_ud_pr_auc": 0.9987397957044373,
+      "eval_steps_per_second": 0.743,
+      "eval_sv_opus100_pr_auc": 0.8927433179893164,
+      "eval_sv_ud_pr_auc": 0.943856945347093,
+      "eval_ta_ersatz_pr_auc": 0.9855990826320157,
+      "eval_ta_opus100_pr_auc": 0.6942150017242171,
+      "eval_ta_ud_pr_auc": 0.9948713750466688,
+      "eval_te_opus100_pr_auc": 0.8366784296293611,
+      "eval_tg_opus100_pr_auc": 0.8892132619655572,
+      "eval_th_opus100_pr_auc": 0.685938499903514,
+      "eval_th_ud_pr_auc": 0.8478765328544982,
+      "eval_tr_ersatz_pr_auc": 0.9665533720508434,
+      "eval_tr_opus100_pr_auc": 0.9051943929492524,
+      "eval_tr_ud_pr_auc": 0.9491608664871792,
+      "eval_uk_opus100_pr_auc": 0.8689395133002895,
+      "eval_uk_ud_pr_auc": 0.9218715926126366,
+      "eval_ur_opus100_pr_auc": 0.5595409843051535,
+      "eval_ur_ud_pr_auc": 0.9952828628025757,
+      "eval_uz_opus100_pr_auc": 0.8824673488745866,
+      "eval_vi_opus100_pr_auc": 0.9116577982568304,
+      "eval_vi_ud_pr_auc": 0.9634628375407528,
+      "eval_xh_opus100_pr_auc": 0.8786666970220323,
+      "eval_yi_opus100_pr_auc": 0.7073080859656309,
+      "eval_yo_opus100_pr_auc": 0.8267205403532719,
+      "eval_yo_ud_pr_auc": 0.9172292323187946,
+      "eval_zh_ersatz_pr_auc": 0.9839968530222483,
+      "eval_zh_opus100_pr_auc": 0.8704894892737962,
+      "eval_zh_ud_pr_auc": 0.9966398463368573,
+      "eval_zu_opus100_pr_auc": 0.8320372265625008,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.0264,
+      "step": 55050
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.026,
+      "step": 55100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0265,
+      "step": 55150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0263,
+      "step": 55200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0265,
+      "step": 55250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.0262,
+      "step": 55300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.0264,
+      "step": 55350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0261,
+      "step": 55400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0263,
+      "step": 55450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.0261,
+      "step": 55500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.026,
+      "step": 55550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.0261,
+      "step": 55600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0262,
+      "step": 55650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.026,
+      "step": 55700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0261,
+      "step": 55750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0264,
+      "step": 55800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0267,
+      "step": 55850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0259,
+      "step": 55900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.0263,
+      "step": 55950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.026,
+      "step": 56000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.026,
+      "step": 56050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0262,
+      "step": 56100
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0262,
+      "step": 56150
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.026,
+      "step": 56200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0264,
+      "step": 56250
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.026,
+      "step": 56300
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0261,
+      "step": 56350
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.0262,
+      "step": 56400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0263,
+      "step": 56450
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0259,
+      "step": 56500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.0261,
+      "step": 56550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.0259,
+      "step": 56600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0261,
+      "step": 56650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0261,
+      "step": 56700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0262,
+      "step": 56750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.0262,
+      "step": 56800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.026,
+      "step": 56850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0258,
+      "step": 56900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0261,
+      "step": 56950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0259,
+      "step": 57000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0263,
+      "step": 57050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.026,
+      "step": 57100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0259,
+      "step": 57150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0261,
+      "step": 57200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0264,
+      "step": 57250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.026,
+      "step": 57300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0261,
+      "step": 57350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0263,
+      "step": 57400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.0258,
+      "step": 57450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.026,
+      "step": 57500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.0261,
+      "step": 57550
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0261,
+      "step": 57600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.026,
+      "step": 57650
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.0261,
+      "step": 57700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.026,
+      "step": 57750
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.0259,
+      "step": 57800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.026,
+      "step": 57850
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.026,
+      "step": 57900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.0262,
+      "step": 57950
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.026,
+      "step": 58000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.0262,
+      "step": 58050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.0261,
+      "step": 58100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.026,
+      "step": 58150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0262,
+      "step": 58200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.026,
+      "step": 58250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0261,
+      "step": 58300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0261,
+      "step": 58350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.026,
+      "step": 58400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.0262,
+      "step": 58450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.0262,
+      "step": 58500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.0263,
+      "step": 58550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.026,
+      "step": 58600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.026,
+      "step": 58650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.0259,
+      "step": 58700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.026,
+      "step": 58750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.0259,
+      "step": 58800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.0259,
+      "step": 58850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0259,
+      "step": 58900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0259,
+      "step": 58950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.026,
+      "step": 59000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.0258,
+      "step": 59050
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.026,
+      "step": 59100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0261,
+      "step": 59150
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.026,
+      "step": 59200
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0259,
+      "step": 59250
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.026,
+      "step": 59300
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.026,
+      "step": 59350
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0257,
+      "step": 59400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0259,
+      "step": 59450
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.0258,
+      "step": 59500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.0258,
+      "step": 59550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0259,
+      "step": 59600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.0259,
+      "step": 59650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.026,
+      "step": 59700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0259,
+      "step": 59750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0259,
+      "step": 59800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.0259,
+      "step": 59850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.0261,
+      "step": 59900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.0259,
+      "step": 59950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.0261,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "eval_af_opus100_pr_auc": 0.7897493968231801,
+      "eval_af_ud_pr_auc": 0.9923867466215306,
+      "eval_am_opus100_pr_auc": 0.5523241520580292,
+      "eval_ar_ersatz_pr_auc": 0.9261926368184517,
+      "eval_ar_opus100_pr_auc": 0.7348277177006075,
+      "eval_ar_ud_pr_auc": 0.8954927647125783,
+      "eval_average_ersatz_pr_auc": 0.9670453674447849,
+      "eval_average_opus100_pr_auc": 0.8395359394907225,
+      "eval_average_ud_pr_auc": 0.9618857532058752,
+      "eval_az_opus100_pr_auc": 0.7744684784716417,
+      "eval_be_opus100_pr_auc": 0.7184327573058514,
+      "eval_be_ud_pr_auc": 0.8857364693053719,
+      "eval_bg_opus100_pr_auc": 0.9153602322211115,
+      "eval_bg_ud_pr_auc": 0.9975118866384066,
+      "eval_bn_opus100_pr_auc": 0.8171054327674009,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8896789182115604,
+      "eval_ca_ud_pr_auc": 0.9958129427904618,
+      "eval_ceb_ud_pr_auc": 0.9994986541373063,
+      "eval_cs_ersatz_pr_auc": 0.9860832500423181,
+      "eval_cs_opus100_pr_auc": 0.9119332402515786,
+      "eval_cs_ud_pr_auc": 0.9614967446484166,
+      "eval_cy_opus100_pr_auc": 0.8010730242017547,
+      "eval_cy_ud_pr_auc": 0.9954471109450477,
+      "eval_da_opus100_pr_auc": 0.9160828920470633,
+      "eval_da_ud_pr_auc": 0.9800417619093227,
+      "eval_de_ersatz_pr_auc": 0.9861984046259,
+      "eval_de_opus100_pr_auc": 0.90662948858704,
+      "eval_de_ud_pr_auc": 0.9848692048954046,
+      "eval_el_opus100_pr_auc": 0.9160476511997282,
+      "eval_el_ud_pr_auc": 0.9868115132868055,
+      "eval_en_ersatz_pr_auc": 0.9911909008255846,
+      "eval_en_opus100_pr_auc": 0.9210587016116011,
+      "eval_en_ud_pr_auc": 0.9811917084041281,
+      "eval_eo_opus100_pr_auc": 0.9236532673878164,
+      "eval_es_ersatz_pr_auc": 0.9963804947065331,
+      "eval_es_opus100_pr_auc": 0.928685252688824,
+      "eval_es_ud_pr_auc": 0.9887628262728205,
+      "eval_et_ersatz_pr_auc": 0.9797876232910444,
+      "eval_et_opus100_pr_auc": 0.8941380758763363,
+      "eval_et_ud_pr_auc": 0.9611793415529346,
+      "eval_eu_opus100_pr_auc": 0.8768753351714484,
+      "eval_eu_ud_pr_auc": 0.9954659393752036,
+      "eval_fa_opus100_pr_auc": 0.6241509937447782,
+      "eval_fa_ud_pr_auc": 0.9950424768371267,
+      "eval_fi_ersatz_pr_auc": 0.9891759525141373,
+      "eval_fi_opus100_pr_auc": 0.9049875407603033,
+      "eval_fi_ud_pr_auc": 0.9620891203571947,
+      "eval_fr_ersatz_pr_auc": 0.9881490042582808,
+      "eval_fr_opus100_pr_auc": 0.9132345840527749,
+      "eval_fr_ud_pr_auc": 0.9810152677240443,
+      "eval_fy_opus100_pr_auc": 0.7070987118246423,
+      "eval_ga_opus100_pr_auc": 0.8961214289282983,
+      "eval_ga_ud_pr_auc": 0.7952334792935143,
+      "eval_gd_opus100_pr_auc": 0.6541309451265771,
+      "eval_gd_ud_pr_auc": 0.8074628627251905,
+      "eval_gl_opus100_pr_auc": 0.8904363722745232,
+      "eval_gl_ud_pr_auc": 0.9974626149789854,
+      "eval_gu_ersatz_pr_auc": 0.9350930643592263,
+      "eval_gu_opus100_pr_auc": 0.7482042671988665,
+      "eval_ha_opus100_pr_auc": 0.9055709451622312,
+      "eval_he_opus100_pr_auc": 0.8654560736229545,
+      "eval_he_ud_pr_auc": 0.9775881209374923,
+      "eval_hi_ersatz_pr_auc": 0.9733198518471441,
+      "eval_hi_opus100_pr_auc": 0.6950843266271862,
+      "eval_hi_ud_pr_auc": 0.9793742333855219,
+      "eval_hu_opus100_pr_auc": 0.903833939554289,
+      "eval_hu_ud_pr_auc": 0.9816760082116954,
+      "eval_hy_opus100_pr_auc": 0.9148489753633386,
+      "eval_hy_ud_pr_auc": 0.9851766785579783,
+      "eval_id_opus100_pr_auc": 0.8748135156260058,
+      "eval_id_ud_pr_auc": 0.992529541924654,
+      "eval_ig_opus100_pr_auc": 0.8993148812907685,
+      "eval_is_opus100_pr_auc": 0.9294956195800336,
+      "eval_is_ud_pr_auc": 0.9152114904491597,
+      "eval_it_opus100_pr_auc": 0.9072079882186248,
+      "eval_it_ud_pr_auc": 0.9993168049110412,
+      "eval_ja_ersatz_pr_auc": 0.8338605021809087,
+      "eval_ja_opus100_pr_auc": 0.8204152994995333,
+      "eval_ja_ud_pr_auc": 0.9794885737354984,
+      "eval_jv_ud_pr_auc": 0.9632015432400711,
+      "eval_ka_opus100_pr_auc": 0.8474607051430708,
+      "eval_kk_ersatz_pr_auc": 0.9863474176693048,
+      "eval_kk_opus100_pr_auc": 0.7908548503746149,
+      "eval_kk_ud_pr_auc": 0.9759192054238048,
+      "eval_km_ersatz_pr_auc": 0.920656354011491,
+      "eval_km_opus100_pr_auc": 0.7800256021596843,
+      "eval_kn_opus100_pr_auc": 0.6713852262592508,
+      "eval_ko_opus100_pr_auc": 0.6969725074727909,
+      "eval_ko_ud_pr_auc": 0.9989796991602806,
+      "eval_ku_opus100_pr_auc": 0.8674497834670502,
+      "eval_ky_opus100_pr_auc": 0.9041084298957537,
+      "eval_la_ud_pr_auc": 0.9777831787625737,
+      "eval_loss": 0.029622534289956093,
+      "eval_lt_ersatz_pr_auc": 0.9934221362795483,
+      "eval_lt_opus100_pr_auc": 0.8621060346155028,
+      "eval_lt_ud_pr_auc": 0.9940318819552869,
+      "eval_lv_ersatz_pr_auc": 0.9910815017764675,
+      "eval_lv_opus100_pr_auc": 0.8764128080726467,
+      "eval_lv_ud_pr_auc": 0.9636424895769429,
+      "eval_mg_opus100_pr_auc": 0.9382486814942683,
+      "eval_mk_opus100_pr_auc": 0.9163687868351791,
+      "eval_ml_opus100_pr_auc": 0.7954308379391831,
+      "eval_mn_opus100_pr_auc": 0.9584708893291805,
+      "eval_mr_opus100_pr_auc": 0.8960814162582399,
+      "eval_mr_ud_pr_auc": 0.9692919343121846,
+      "eval_ms_opus100_pr_auc": 0.8741951812149766,
+      "eval_mt_opus100_pr_auc": 0.8505742340973634,
+      "eval_mt_ud_pr_auc": 0.847576024547831,
+      "eval_my_opus100_pr_auc": 0.759694339245434,
+      "eval_ne_opus100_pr_auc": 0.7514976190221936,
+      "eval_nl_opus100_pr_auc": 0.902252681430876,
+      "eval_nl_ud_pr_auc": 0.9779656980540395,
+      "eval_no_opus100_pr_auc": 0.9122579708241031,
+      "eval_no_ud_pr_auc": 0.9947802083515938,
+      "eval_pa_opus100_pr_auc": 0.6931303000806993,
+      "eval_pl_ersatz_pr_auc": 0.975622431211971,
+      "eval_pl_opus100_pr_auc": 0.8873521974735793,
+      "eval_pl_ud_pr_auc": 0.9680949322672228,
+      "eval_ps_ersatz_pr_auc": 0.917753044008091,
+      "eval_ps_opus100_pr_auc": 0.7659942095682634,
+      "eval_pt_opus100_pr_auc": 0.9171045587274844,
+      "eval_pt_ud_pr_auc": 0.9855675877444885,
+      "eval_ro_ersatz_pr_auc": 0.9907433059377067,
+      "eval_ro_opus100_pr_auc": 0.855315772518342,
+      "eval_ro_ud_pr_auc": 0.9546877040862712,
+      "eval_ru_ersatz_pr_auc": 0.9930316266477976,
+      "eval_ru_opus100_pr_auc": 0.9267873866402977,
+      "eval_ru_ud_pr_auc": 0.8729140142543838,
+      "eval_runtime": 393.7562,
+      "eval_samples_per_second": 191.55,
+      "eval_si_opus100_pr_auc": 0.8184079518426928,
+      "eval_sk_opus100_pr_auc": 0.921357997432882,
+      "eval_sk_ud_pr_auc": 0.9797173700710364,
+      "eval_sl_opus100_pr_auc": 0.8653224108025754,
+      "eval_sl_ud_pr_auc": 0.9720685787699358,
+      "eval_sq_opus100_pr_auc": 0.904506936753477,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9088113998222622,
+      "eval_sr_ud_pr_auc": 0.9978634582181504,
+      "eval_steps_per_second": 0.749,
+      "eval_sv_opus100_pr_auc": 0.8974384698578323,
+      "eval_sv_ud_pr_auc": 0.9470437776565696,
+      "eval_ta_ersatz_pr_auc": 0.9842944270361812,
+      "eval_ta_opus100_pr_auc": 0.6874907572725711,
+      "eval_ta_ud_pr_auc": 0.9934806481815304,
+      "eval_te_opus100_pr_auc": 0.835346031023523,
+      "eval_tg_opus100_pr_auc": 0.8940857550731646,
+      "eval_th_opus100_pr_auc": 0.665083205550395,
+      "eval_th_ud_pr_auc": 0.8262909607391842,
+      "eval_tr_ersatz_pr_auc": 0.9641575220230304,
+      "eval_tr_opus100_pr_auc": 0.9024948567178785,
+      "eval_tr_ud_pr_auc": 0.9489626515190839,
+      "eval_uk_opus100_pr_auc": 0.8702833803401052,
+      "eval_uk_ud_pr_auc": 0.9250447189265002,
+      "eval_ur_opus100_pr_auc": 0.5422381103000243,
+      "eval_ur_ud_pr_auc": 0.9920051544173776,
+      "eval_uz_opus100_pr_auc": 0.879160082518721,
+      "eval_vi_opus100_pr_auc": 0.9042743115025514,
+      "eval_vi_ud_pr_auc": 0.9566007246604643,
+      "eval_xh_opus100_pr_auc": 0.872442711692271,
+      "eval_yi_opus100_pr_auc": 0.77829423722305,
+      "eval_yo_opus100_pr_auc": 0.8466224707097023,
+      "eval_yo_ud_pr_auc": 0.8992072502183945,
+      "eval_zh_ersatz_pr_auc": 0.9724566317141494,
+      "eval_zh_opus100_pr_auc": 0.8701114896215031,
+      "eval_zh_ud_pr_auc": 0.9943936480948484,
+      "eval_zu_opus100_pr_auc": 0.8381110389837121,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0256,
+      "step": 60050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.0256,
+      "step": 60100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.026,
+      "step": 60150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.026,
+      "step": 60200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.0259,
+      "step": 60250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0257,
+      "step": 60300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.0259,
+      "step": 60350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.0259,
+      "step": 60400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.0262,
+      "step": 60450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0257,
+      "step": 60500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.0257,
+      "step": 60550
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0261,
+      "step": 60600
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.0259,
+      "step": 60650
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0258,
+      "step": 60700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.0261,
+      "step": 60750
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.0258,
+      "step": 60800
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.0259,
+      "step": 60850
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.0258,
+      "step": 60900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.026,
+      "step": 60950
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.0256,
+      "step": 61000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.0257,
+      "step": 61050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.0257,
+      "step": 61100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.0261,
+      "step": 61150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.0259,
+      "step": 61200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.0258,
+      "step": 61250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0262,
+      "step": 61300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.026,
+      "step": 61350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0259,
+      "step": 61400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.0259,
+      "step": 61450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.0259,
+      "step": 61500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.026,
+      "step": 61550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.0259,
+      "step": 61600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0259,
+      "step": 61650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.0258,
+      "step": 61700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0257,
+      "step": 61750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.0256,
+      "step": 61800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.0258,
+      "step": 61850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.0258,
+      "step": 61900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.026,
+      "step": 61950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.026,
+      "step": 62000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.0256,
+      "step": 62050
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.0258,
+      "step": 62100
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.0258,
+      "step": 62150
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.0257,
+      "step": 62200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.0257,
+      "step": 62250
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.0258,
+      "step": 62300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.0258,
+      "step": 62350
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.0256,
+      "step": 62400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0257,
+      "step": 62450
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.0254,
+      "step": 62500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.0256,
+      "step": 62550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.0256,
+      "step": 62600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0257,
+      "step": 62650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0257,
+      "step": 62700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.026,
+      "step": 62750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.0256,
+      "step": 62800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.026,
+      "step": 62850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.0257,
+      "step": 62900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.0258,
+      "step": 62950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0257,
+      "step": 63000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0257,
+      "step": 63050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.026,
+      "step": 63100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0261,
+      "step": 63150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.0258,
+      "step": 63200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.0258,
+      "step": 63250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0256,
+      "step": 63300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.0257,
+      "step": 63350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0259,
+      "step": 63400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.0257,
+      "step": 63450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.0256,
+      "step": 63500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0256,
+      "step": 63550
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.0257,
+      "step": 63600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0258,
+      "step": 63650
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.0257,
+      "step": 63700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0257,
+      "step": 63750
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.0256,
+      "step": 63800
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.0257,
+      "step": 63850
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.0256,
+      "step": 63900
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.0255,
+      "step": 63950
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0256,
+      "step": 64000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.0257,
+      "step": 64050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0255,
+      "step": 64100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0257,
+      "step": 64150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0254,
+      "step": 64200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0253,
+      "step": 64250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.0257,
+      "step": 64300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0256,
+      "step": 64350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0256,
+      "step": 64400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0256,
+      "step": 64450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.0256,
+      "step": 64500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0257,
+      "step": 64550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0256,
+      "step": 64600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.0255,
+      "step": 64650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.026,
+      "step": 64700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0262,
+      "step": 64750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0259,
+      "step": 64800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0255,
+      "step": 64850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.0256,
+      "step": 64900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0256,
+      "step": 64950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.0257,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "eval_af_opus100_pr_auc": 0.7855026886280205,
+      "eval_af_ud_pr_auc": 0.9879356021366779,
+      "eval_am_opus100_pr_auc": 0.5455054454515988,
+      "eval_ar_ersatz_pr_auc": 0.9208962690173612,
+      "eval_ar_opus100_pr_auc": 0.7282769277067963,
+      "eval_ar_ud_pr_auc": 0.8983206965109222,
+      "eval_average_ersatz_pr_auc": 0.9670534169594261,
+      "eval_average_opus100_pr_auc": 0.8398027793170297,
+      "eval_average_ud_pr_auc": 0.9643666768875303,
+      "eval_az_opus100_pr_auc": 0.7888657659506991,
+      "eval_be_opus100_pr_auc": 0.6950577530497027,
+      "eval_be_ud_pr_auc": 0.8972521871708545,
+      "eval_bg_opus100_pr_auc": 0.9230630284645865,
+      "eval_bg_ud_pr_auc": 0.9973345028063204,
+      "eval_bn_opus100_pr_auc": 0.8379569382722611,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8894785749052802,
+      "eval_ca_ud_pr_auc": 0.9960912494506701,
+      "eval_ceb_ud_pr_auc": 0.9975392019097472,
+      "eval_cs_ersatz_pr_auc": 0.9807247720131904,
+      "eval_cs_opus100_pr_auc": 0.9097120817733416,
+      "eval_cs_ud_pr_auc": 0.9567432000789559,
+      "eval_cy_opus100_pr_auc": 0.7814523958385208,
+      "eval_cy_ud_pr_auc": 0.9969859502072893,
+      "eval_da_opus100_pr_auc": 0.9161696900752072,
+      "eval_da_ud_pr_auc": 0.9818962071952462,
+      "eval_de_ersatz_pr_auc": 0.9857392425237205,
+      "eval_de_opus100_pr_auc": 0.9056106561702092,
+      "eval_de_ud_pr_auc": 0.9856114721757007,
+      "eval_el_opus100_pr_auc": 0.91624786406825,
+      "eval_el_ud_pr_auc": 0.988564099204351,
+      "eval_en_ersatz_pr_auc": 0.9930024037678764,
+      "eval_en_opus100_pr_auc": 0.9246202942882394,
+      "eval_en_ud_pr_auc": 0.9797629922333781,
+      "eval_eo_opus100_pr_auc": 0.9276554465833842,
+      "eval_es_ersatz_pr_auc": 0.9972877014517434,
+      "eval_es_opus100_pr_auc": 0.9305529667213153,
+      "eval_es_ud_pr_auc": 0.9917435418854686,
+      "eval_et_ersatz_pr_auc": 0.9807331549094574,
+      "eval_et_opus100_pr_auc": 0.9090684768887914,
+      "eval_et_ud_pr_auc": 0.9640107604695819,
+      "eval_eu_opus100_pr_auc": 0.8846637625896021,
+      "eval_eu_ud_pr_auc": 0.9960928850868453,
+      "eval_fa_opus100_pr_auc": 0.6313551187836153,
+      "eval_fa_ud_pr_auc": 0.9917787368665546,
+      "eval_fi_ersatz_pr_auc": 0.9918336425143421,
+      "eval_fi_opus100_pr_auc": 0.9174156556649703,
+      "eval_fi_ud_pr_auc": 0.9692343110475492,
+      "eval_fr_ersatz_pr_auc": 0.9873577295878035,
+      "eval_fr_opus100_pr_auc": 0.9159960537479929,
+      "eval_fr_ud_pr_auc": 0.9759602520774234,
+      "eval_fy_opus100_pr_auc": 0.6861196272419414,
+      "eval_ga_opus100_pr_auc": 0.9051125266882666,
+      "eval_ga_ud_pr_auc": 0.8053400453140132,
+      "eval_gd_opus100_pr_auc": 0.6557830630615684,
+      "eval_gd_ud_pr_auc": 0.8271688353945001,
+      "eval_gl_opus100_pr_auc": 0.8964978282012063,
+      "eval_gl_ud_pr_auc": 0.9981594773573053,
+      "eval_gu_ersatz_pr_auc": 0.940717984604254,
+      "eval_gu_opus100_pr_auc": 0.7448757164912223,
+      "eval_ha_opus100_pr_auc": 0.910020467087781,
+      "eval_he_opus100_pr_auc": 0.8727525671281211,
+      "eval_he_ud_pr_auc": 0.9835503093212764,
+      "eval_hi_ersatz_pr_auc": 0.9748461664755355,
+      "eval_hi_opus100_pr_auc": 0.7189786867685362,
+      "eval_hi_ud_pr_auc": 0.9821390137714844,
+      "eval_hu_opus100_pr_auc": 0.9125861262634019,
+      "eval_hu_ud_pr_auc": 0.9849269505267366,
+      "eval_hy_opus100_pr_auc": 0.9027309679224158,
+      "eval_hy_ud_pr_auc": 0.9791003881121966,
+      "eval_id_opus100_pr_auc": 0.8839667183898129,
+      "eval_id_ud_pr_auc": 0.9940149028497565,
+      "eval_ig_opus100_pr_auc": 0.8863325471376508,
+      "eval_is_opus100_pr_auc": 0.9372886230921924,
+      "eval_is_ud_pr_auc": 0.9138564647283864,
+      "eval_it_opus100_pr_auc": 0.9095070977904715,
+      "eval_it_ud_pr_auc": 0.9969046114522574,
+      "eval_ja_ersatz_pr_auc": 0.8319844856055143,
+      "eval_ja_opus100_pr_auc": 0.8409172819767833,
+      "eval_ja_ud_pr_auc": 0.9835649240487618,
+      "eval_jv_ud_pr_auc": 0.9606874865273042,
+      "eval_ka_opus100_pr_auc": 0.8493978627875663,
+      "eval_kk_ersatz_pr_auc": 0.9863260339344284,
+      "eval_kk_opus100_pr_auc": 0.768866646179062,
+      "eval_kk_ud_pr_auc": 0.973498902602729,
+      "eval_km_ersatz_pr_auc": 0.9179750065281131,
+      "eval_km_opus100_pr_auc": 0.7675370383928032,
+      "eval_kn_opus100_pr_auc": 0.6512838698894902,
+      "eval_ko_opus100_pr_auc": 0.6912454176306225,
+      "eval_ko_ud_pr_auc": 0.9989195033254638,
+      "eval_ku_opus100_pr_auc": 0.8422137734500535,
+      "eval_ky_opus100_pr_auc": 0.8880566499644995,
+      "eval_la_ud_pr_auc": 0.9777112253003443,
+      "eval_loss": 0.029303118586540222,
+      "eval_lt_ersatz_pr_auc": 0.9950526591704227,
+      "eval_lt_opus100_pr_auc": 0.8834302952790484,
+      "eval_lt_ud_pr_auc": 0.9981588727737588,
+      "eval_lv_ersatz_pr_auc": 0.9909694378951576,
+      "eval_lv_opus100_pr_auc": 0.8951813927256526,
+      "eval_lv_ud_pr_auc": 0.9638547016193171,
+      "eval_mg_opus100_pr_auc": 0.9418167578778254,
+      "eval_mk_opus100_pr_auc": 0.9199145644337205,
+      "eval_ml_opus100_pr_auc": 0.8043430447226861,
+      "eval_mn_opus100_pr_auc": 0.9517893986088317,
+      "eval_mr_opus100_pr_auc": 0.8967347592643644,
+      "eval_mr_ud_pr_auc": 0.9764718973486208,
+      "eval_ms_opus100_pr_auc": 0.8701350270981512,
+      "eval_mt_opus100_pr_auc": 0.8525980811259382,
+      "eval_mt_ud_pr_auc": 0.8915020665025378,
+      "eval_my_opus100_pr_auc": 0.7906668911275699,
+      "eval_ne_opus100_pr_auc": 0.746249195297587,
+      "eval_nl_opus100_pr_auc": 0.8984036078656205,
+      "eval_nl_ud_pr_auc": 0.9790930526983023,
+      "eval_no_opus100_pr_auc": 0.9150778419924415,
+      "eval_no_ud_pr_auc": 0.9954628269140595,
+      "eval_pa_opus100_pr_auc": 0.6695326074107355,
+      "eval_pl_ersatz_pr_auc": 0.9729106489334617,
+      "eval_pl_opus100_pr_auc": 0.891614783521573,
+      "eval_pl_ud_pr_auc": 0.9721039080206335,
+      "eval_ps_ersatz_pr_auc": 0.9249778166761291,
+      "eval_ps_opus100_pr_auc": 0.7574649884838844,
+      "eval_pt_opus100_pr_auc": 0.9249753414373463,
+      "eval_pt_ud_pr_auc": 0.9849682167921749,
+      "eval_ro_ersatz_pr_auc": 0.9929955884200163,
+      "eval_ro_opus100_pr_auc": 0.8612120777918005,
+      "eval_ro_ud_pr_auc": 0.9661102365168912,
+      "eval_ru_ersatz_pr_auc": 0.9937503158038721,
+      "eval_ru_opus100_pr_auc": 0.9263394854924174,
+      "eval_ru_ud_pr_auc": 0.8825296891352047,
+      "eval_runtime": 395.146,
+      "eval_samples_per_second": 190.876,
+      "eval_si_opus100_pr_auc": 0.8243546390290268,
+      "eval_sk_opus100_pr_auc": 0.9285925315132247,
+      "eval_sk_ud_pr_auc": 0.9838164815790884,
+      "eval_sl_opus100_pr_auc": 0.8642573841327279,
+      "eval_sl_ud_pr_auc": 0.9671639700634066,
+      "eval_sq_opus100_pr_auc": 0.923704130973928,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8985739031945146,
+      "eval_sr_ud_pr_auc": 0.9982783934153213,
+      "eval_steps_per_second": 0.747,
+      "eval_sv_opus100_pr_auc": 0.8950010215410594,
+      "eval_sv_ud_pr_auc": 0.9484135900602201,
+      "eval_ta_ersatz_pr_auc": 0.9837423733466968,
+      "eval_ta_opus100_pr_auc": 0.7019439813083509,
+      "eval_ta_ud_pr_auc": 0.9873697844629385,
+      "eval_te_opus100_pr_auc": 0.8431912918598294,
+      "eval_tg_opus100_pr_auc": 0.9001674361743692,
+      "eval_th_opus100_pr_auc": 0.6740016614625352,
+      "eval_th_ud_pr_auc": 0.8239018480303639,
+      "eval_tr_ersatz_pr_auc": 0.9620527890441535,
+      "eval_tr_opus100_pr_auc": 0.8999140690711539,
+      "eval_tr_ud_pr_auc": 0.9498705772941443,
+      "eval_uk_opus100_pr_auc": 0.872183709970356,
+      "eval_uk_ud_pr_auc": 0.9358380308122007,
+      "eval_ur_opus100_pr_auc": 0.5652820153215629,
+      "eval_ur_ud_pr_auc": 0.9955418598840969,
+      "eval_uz_opus100_pr_auc": 0.8747655595535039,
+      "eval_vi_opus100_pr_auc": 0.9077525299385489,
+      "eval_vi_ud_pr_auc": 0.9657144542052285,
+      "eval_xh_opus100_pr_auc": 0.8673090277053122,
+      "eval_yi_opus100_pr_auc": 0.7071487943341223,
+      "eval_yo_opus100_pr_auc": 0.836305232702292,
+      "eval_yo_ud_pr_auc": 0.896769203218419,
+      "eval_zh_ersatz_pr_auc": 0.9692989508841223,
+      "eval_zh_opus100_pr_auc": 0.8752656444958283,
+      "eval_zh_ud_pr_auc": 0.9935660320962426,
+      "eval_zu_opus100_pr_auc": 0.820334508999144,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.0258,
+      "step": 65050
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0254,
+      "step": 65100
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0259,
+      "step": 65150
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0253,
+      "step": 65200
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0258,
+      "step": 65250
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0258,
+      "step": 65300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0258,
+      "step": 65350
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0255,
+      "step": 65400
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0258,
+      "step": 65450
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.0255,
+      "step": 65500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0257,
+      "step": 65550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.0258,
+      "step": 65600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0257,
+      "step": 65650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0257,
+      "step": 65700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0254,
+      "step": 65750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.0256,
+      "step": 65800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.0257,
+      "step": 65850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.0254,
+      "step": 65900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0256,
+      "step": 65950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0255,
+      "step": 66000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.0255,
+      "step": 66050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0257,
+      "step": 66100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0255,
+      "step": 66150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0257,
+      "step": 66200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0255,
+      "step": 66250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.0255,
+      "step": 66300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0255,
+      "step": 66350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.0253,
+      "step": 66400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.0254,
+      "step": 66450
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0256,
+      "step": 66500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0257,
+      "step": 66550
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0256,
+      "step": 66600
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.0255,
+      "step": 66650
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0256,
+      "step": 66700
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0256,
+      "step": 66750
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.0255,
+      "step": 66800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.0255,
+      "step": 66850
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.0254,
+      "step": 66900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0256,
+      "step": 66950
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0257,
+      "step": 67000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0256,
+      "step": 67050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0253,
+      "step": 67100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0256,
+      "step": 67150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0255,
+      "step": 67200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0256,
+      "step": 67250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0255,
+      "step": 67300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.0256,
+      "step": 67350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0257,
+      "step": 67400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0255,
+      "step": 67450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.0255,
+      "step": 67500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0254,
+      "step": 67550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.0253,
+      "step": 67600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.0254,
+      "step": 67650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0254,
+      "step": 67700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0255,
+      "step": 67750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0257,
+      "step": 67800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0254,
+      "step": 67850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0256,
+      "step": 67900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0252,
+      "step": 67950
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.0255,
+      "step": 68000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0255,
+      "step": 68050
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.0255,
+      "step": 68100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0253,
+      "step": 68150
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.0253,
+      "step": 68200
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0254,
+      "step": 68250
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0257,
+      "step": 68300
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0252,
+      "step": 68350
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0255,
+      "step": 68400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0254,
+      "step": 68450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.0252,
+      "step": 68500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.0254,
+      "step": 68550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0254,
+      "step": 68600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0257,
+      "step": 68650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.0256,
+      "step": 68700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0255,
+      "step": 68750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.0254,
+      "step": 68800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0256,
+      "step": 68850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.0253,
+      "step": 68900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0255,
+      "step": 68950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0254,
+      "step": 69000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0254,
+      "step": 69050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0253,
+      "step": 69100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0255,
+      "step": 69150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0252,
+      "step": 69200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0251,
+      "step": 69250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0255,
+      "step": 69300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.025,
+      "step": 69350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.0252,
+      "step": 69400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0256,
+      "step": 69450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.0253,
+      "step": 69500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0252,
+      "step": 69550
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0251,
+      "step": 69600
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.0253,
+      "step": 69650
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0251,
+      "step": 69700
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0254,
+      "step": 69750
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0252,
+      "step": 69800
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.0252,
+      "step": 69850
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0255,
+      "step": 69900
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0252,
+      "step": 69950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0254,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "eval_af_opus100_pr_auc": 0.7957679147061325,
+      "eval_af_ud_pr_auc": 0.9919909642665583,
+      "eval_am_opus100_pr_auc": 0.5507902566099309,
+      "eval_ar_ersatz_pr_auc": 0.9331004351452676,
+      "eval_ar_opus100_pr_auc": 0.7398922281006137,
+      "eval_ar_ud_pr_auc": 0.9013331896350317,
+      "eval_average_ersatz_pr_auc": 0.968641225778265,
+      "eval_average_opus100_pr_auc": 0.8409034003183183,
+      "eval_average_ud_pr_auc": 0.9641577950337993,
+      "eval_az_opus100_pr_auc": 0.7743724941795772,
+      "eval_be_opus100_pr_auc": 0.7318624600762051,
+      "eval_be_ud_pr_auc": 0.8901250533137935,
+      "eval_bg_opus100_pr_auc": 0.918940692969357,
+      "eval_bg_ud_pr_auc": 0.997413238790817,
+      "eval_bn_opus100_pr_auc": 0.8476763456974452,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8987206976089004,
+      "eval_ca_ud_pr_auc": 0.9924987365757902,
+      "eval_ceb_ud_pr_auc": 0.9978643539310773,
+      "eval_cs_ersatz_pr_auc": 0.9853427460080473,
+      "eval_cs_opus100_pr_auc": 0.9172020874765757,
+      "eval_cs_ud_pr_auc": 0.9618540276561156,
+      "eval_cy_opus100_pr_auc": 0.7844483896247467,
+      "eval_cy_ud_pr_auc": 0.9973454377676841,
+      "eval_da_opus100_pr_auc": 0.9242105053410612,
+      "eval_da_ud_pr_auc": 0.9843673463643585,
+      "eval_de_ersatz_pr_auc": 0.9873260286478149,
+      "eval_de_opus100_pr_auc": 0.9136957869396469,
+      "eval_de_ud_pr_auc": 0.9847040344136354,
+      "eval_el_opus100_pr_auc": 0.9209718195347069,
+      "eval_el_ud_pr_auc": 0.9898169700534293,
+      "eval_en_ersatz_pr_auc": 0.9933342255622724,
+      "eval_en_opus100_pr_auc": 0.9290456915711246,
+      "eval_en_ud_pr_auc": 0.9742874560810182,
+      "eval_eo_opus100_pr_auc": 0.9300507339471654,
+      "eval_es_ersatz_pr_auc": 0.9972929956375777,
+      "eval_es_opus100_pr_auc": 0.9293129795064883,
+      "eval_es_ud_pr_auc": 0.9907629407953382,
+      "eval_et_ersatz_pr_auc": 0.9815384257722003,
+      "eval_et_opus100_pr_auc": 0.905091296537082,
+      "eval_et_ud_pr_auc": 0.9651137000555227,
+      "eval_eu_opus100_pr_auc": 0.8761279025740979,
+      "eval_eu_ud_pr_auc": 0.992663691733047,
+      "eval_fa_opus100_pr_auc": 0.6251975533831682,
+      "eval_fa_ud_pr_auc": 0.9940447858479576,
+      "eval_fi_ersatz_pr_auc": 0.9906615747009027,
+      "eval_fi_opus100_pr_auc": 0.910543228288047,
+      "eval_fi_ud_pr_auc": 0.9683248473584912,
+      "eval_fr_ersatz_pr_auc": 0.9894219427646824,
+      "eval_fr_opus100_pr_auc": 0.9111913879390068,
+      "eval_fr_ud_pr_auc": 0.9761928243069993,
+      "eval_fy_opus100_pr_auc": 0.701687102883208,
+      "eval_ga_opus100_pr_auc": 0.9007808372952028,
+      "eval_ga_ud_pr_auc": 0.8181754336648016,
+      "eval_gd_opus100_pr_auc": 0.6669724529614443,
+      "eval_gd_ud_pr_auc": 0.8201462784495245,
+      "eval_gl_opus100_pr_auc": 0.893622318625724,
+      "eval_gl_ud_pr_auc": 0.9981268160949093,
+      "eval_gu_ersatz_pr_auc": 0.9422474774878552,
+      "eval_gu_opus100_pr_auc": 0.7302427244037946,
+      "eval_ha_opus100_pr_auc": 0.9012627815847233,
+      "eval_he_opus100_pr_auc": 0.872545651376962,
+      "eval_he_ud_pr_auc": 0.9817725949291987,
+      "eval_hi_ersatz_pr_auc": 0.9756501307360785,
+      "eval_hi_opus100_pr_auc": 0.7094766406260042,
+      "eval_hi_ud_pr_auc": 0.973788517141698,
+      "eval_hu_opus100_pr_auc": 0.9080002976088919,
+      "eval_hu_ud_pr_auc": 0.981991525017428,
+      "eval_hy_opus100_pr_auc": 0.9103087607228919,
+      "eval_hy_ud_pr_auc": 0.9816312727118327,
+      "eval_id_opus100_pr_auc": 0.8749223774840499,
+      "eval_id_ud_pr_auc": 0.9939601818989057,
+      "eval_ig_opus100_pr_auc": 0.8876022243328481,
+      "eval_is_opus100_pr_auc": 0.9323903965981062,
+      "eval_is_ud_pr_auc": 0.9113311747642936,
+      "eval_it_opus100_pr_auc": 0.910023298708062,
+      "eval_it_ud_pr_auc": 0.9993462239086557,
+      "eval_ja_ersatz_pr_auc": 0.8328052599128646,
+      "eval_ja_opus100_pr_auc": 0.8340549023331706,
+      "eval_ja_ud_pr_auc": 0.9802382294640803,
+      "eval_jv_ud_pr_auc": 0.9607653382022376,
+      "eval_ka_opus100_pr_auc": 0.8590621413691789,
+      "eval_kk_ersatz_pr_auc": 0.9869400754436997,
+      "eval_kk_opus100_pr_auc": 0.7908685007803102,
+      "eval_kk_ud_pr_auc": 0.9747762097026788,
+      "eval_km_ersatz_pr_auc": 0.9240907001984198,
+      "eval_km_opus100_pr_auc": 0.760426563626991,
+      "eval_kn_opus100_pr_auc": 0.6504779327959335,
+      "eval_ko_opus100_pr_auc": 0.7085903141298902,
+      "eval_ko_ud_pr_auc": 0.9996062641042798,
+      "eval_ku_opus100_pr_auc": 0.8616982890640638,
+      "eval_ky_opus100_pr_auc": 0.9013109156377166,
+      "eval_la_ud_pr_auc": 0.972064944006051,
+      "eval_loss": 0.02899310365319252,
+      "eval_lt_ersatz_pr_auc": 0.9950950586151134,
+      "eval_lt_opus100_pr_auc": 0.8734868609755261,
+      "eval_lt_ud_pr_auc": 0.9958807381664588,
+      "eval_lv_ersatz_pr_auc": 0.9876777385364992,
+      "eval_lv_opus100_pr_auc": 0.8944523260947338,
+      "eval_lv_ud_pr_auc": 0.958589074235757,
+      "eval_mg_opus100_pr_auc": 0.9385789380137683,
+      "eval_mk_opus100_pr_auc": 0.9248470094965161,
+      "eval_ml_opus100_pr_auc": 0.8095409691551293,
+      "eval_mn_opus100_pr_auc": 0.94692053051237,
+      "eval_mr_opus100_pr_auc": 0.9062513530208551,
+      "eval_mr_ud_pr_auc": 0.9799466675069186,
+      "eval_ms_opus100_pr_auc": 0.876461573259483,
+      "eval_mt_opus100_pr_auc": 0.8483498440080002,
+      "eval_mt_ud_pr_auc": 0.8579105715091616,
+      "eval_my_opus100_pr_auc": 0.7657164654207513,
+      "eval_ne_opus100_pr_auc": 0.7410594353113215,
+      "eval_nl_opus100_pr_auc": 0.9012690827738192,
+      "eval_nl_ud_pr_auc": 0.9804871274768037,
+      "eval_no_opus100_pr_auc": 0.9153253839501635,
+      "eval_no_ud_pr_auc": 0.9948786731007795,
+      "eval_pa_opus100_pr_auc": 0.6665682600648408,
+      "eval_pl_ersatz_pr_auc": 0.9764449115493457,
+      "eval_pl_opus100_pr_auc": 0.8949173858105428,
+      "eval_pl_ud_pr_auc": 0.9699721835154521,
+      "eval_ps_ersatz_pr_auc": 0.9279504766208564,
+      "eval_ps_opus100_pr_auc": 0.7306623653045329,
+      "eval_pt_opus100_pr_auc": 0.9251089245875093,
+      "eval_pt_ud_pr_auc": 0.9824988245390874,
+      "eval_ro_ersatz_pr_auc": 0.9936690393418308,
+      "eval_ro_opus100_pr_auc": 0.8707767909787191,
+      "eval_ro_ud_pr_auc": 0.9624824680258641,
+      "eval_ru_ersatz_pr_auc": 0.9946042066645284,
+      "eval_ru_opus100_pr_auc": 0.919386392647991,
+      "eval_ru_ud_pr_auc": 0.8778565734383756,
+      "eval_runtime": 396.7528,
+      "eval_samples_per_second": 190.103,
+      "eval_si_opus100_pr_auc": 0.8212275342116497,
+      "eval_sk_opus100_pr_auc": 0.9297823921884666,
+      "eval_sk_ud_pr_auc": 0.9864324653345866,
+      "eval_sl_opus100_pr_auc": 0.8720760083197474,
+      "eval_sl_ud_pr_auc": 0.9703639307906766,
+      "eval_sq_opus100_pr_auc": 0.9306454108570007,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9064896741419982,
+      "eval_sr_ud_pr_auc": 0.9982147156292716,
+      "eval_steps_per_second": 0.744,
+      "eval_sv_opus100_pr_auc": 0.899833349820404,
+      "eval_sv_ud_pr_auc": 0.948839468118777,
+      "eval_ta_ersatz_pr_auc": 0.9860703667683669,
+      "eval_ta_opus100_pr_auc": 0.7033904407368303,
+      "eval_ta_ud_pr_auc": 0.9944131956705166,
+      "eval_te_opus100_pr_auc": 0.8423490906457629,
+      "eval_tg_opus100_pr_auc": 0.8919699399895145,
+      "eval_th_opus100_pr_auc": 0.6908050975909903,
+      "eval_th_ud_pr_auc": 0.8335363165423779,
+      "eval_tr_ersatz_pr_auc": 0.9661144866472311,
+      "eval_tr_opus100_pr_auc": 0.9027366393143665,
+      "eval_tr_ud_pr_auc": 0.9613462092174172,
+      "eval_uk_opus100_pr_auc": 0.8802487843292209,
+      "eval_uk_ud_pr_auc": 0.9365926133345485,
+      "eval_ur_opus100_pr_auc": 0.5791041173379178,
+      "eval_ur_ud_pr_auc": 0.9926712286937114,
+      "eval_uz_opus100_pr_auc": 0.8817686351936209,
+      "eval_vi_opus100_pr_auc": 0.9000276772949184,
+      "eval_vi_ud_pr_auc": 0.9620498009320032,
+      "eval_xh_opus100_pr_auc": 0.8769254319025386,
+      "eval_yi_opus100_pr_auc": 0.6852243351431011,
+      "eval_yo_opus100_pr_auc": 0.8100244998549564,
+      "eval_yo_ud_pr_auc": 0.9211406391175847,
+      "eval_zh_ersatz_pr_auc": 0.9627286643603693,
+      "eval_zh_opus100_pr_auc": 0.8738802955525946,
+      "eval_zh_ud_pr_auc": 0.9924662290231915,
+      "eval_zu_opus100_pr_auc": 0.824449702729695,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.0253,
+      "step": 70050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0252,
+      "step": 70100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.0253,
+      "step": 70150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.0253,
+      "step": 70200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0254,
+      "step": 70250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.0255,
+      "step": 70300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.0251,
+      "step": 70350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0253,
+      "step": 70400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0252,
+      "step": 70450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.0253,
+      "step": 70500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0254,
+      "step": 70550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.0253,
+      "step": 70600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0252,
+      "step": 70650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0252,
+      "step": 70700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0253,
+      "step": 70750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0255,
+      "step": 70800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0253,
+      "step": 70850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0252,
+      "step": 70900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.0251,
+      "step": 70950
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.0253,
+      "step": 71000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.0253,
+      "step": 71050
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.0251,
+      "step": 71100
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0254,
+      "step": 71150
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.0253,
+      "step": 71200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0255,
+      "step": 71250
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0255,
+      "step": 71300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0252,
+      "step": 71350
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.0252,
+      "step": 71400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0254,
+      "step": 71450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0252,
+      "step": 71500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0253,
+      "step": 71550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0253,
+      "step": 71600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.025,
+      "step": 71650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0252,
+      "step": 71700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.0251,
+      "step": 71750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.025,
+      "step": 71800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0251,
+      "step": 71850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0255,
+      "step": 71900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.0252,
+      "step": 71950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.0252,
+      "step": 72000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.025,
+      "step": 72050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.0253,
+      "step": 72100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0253,
+      "step": 72150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0252,
+      "step": 72200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.0253,
+      "step": 72250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.0252,
+      "step": 72300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.025,
+      "step": 72350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0252,
+      "step": 72400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0253,
+      "step": 72450
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0252,
+      "step": 72500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.0252,
+      "step": 72550
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0251,
+      "step": 72600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0249,
+      "step": 72650
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.0253,
+      "step": 72700
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0249,
+      "step": 72750
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.0252,
+      "step": 72800
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.0254,
+      "step": 72850
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0251,
+      "step": 72900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.0253,
+      "step": 72950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.025,
+      "step": 73000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0252,
+      "step": 73050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0251,
+      "step": 73100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0253,
+      "step": 73150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0251,
+      "step": 73200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.0254,
+      "step": 73250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0249,
+      "step": 73300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.0253,
+      "step": 73350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0251,
+      "step": 73400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0251,
+      "step": 73450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.0251,
+      "step": 73500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.025,
+      "step": 73550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.0254,
+      "step": 73600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.0254,
+      "step": 73650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0249,
+      "step": 73700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0251,
+      "step": 73750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.0251,
+      "step": 73800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.025,
+      "step": 73850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0253,
+      "step": 73900
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.0252,
+      "step": 73950
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.0252,
+      "step": 74000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.0251,
+      "step": 74050
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.0249,
+      "step": 74100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0254,
+      "step": 74150
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0252,
+      "step": 74200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.0252,
+      "step": 74250
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.0252,
+      "step": 74300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.025,
+      "step": 74350
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0251,
+      "step": 74400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0251,
+      "step": 74450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.025,
+      "step": 74500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0251,
+      "step": 74550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0252,
+      "step": 74600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0252,
+      "step": 74650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.0254,
+      "step": 74700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.025,
+      "step": 74750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.025,
+      "step": 74800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.025,
+      "step": 74850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.0252,
+      "step": 74900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.0251,
+      "step": 74950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.0252,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "eval_af_opus100_pr_auc": 0.7991761163649133,
+      "eval_af_ud_pr_auc": 0.988960423968251,
+      "eval_am_opus100_pr_auc": 0.5963463811128584,
+      "eval_ar_ersatz_pr_auc": 0.9270966961757922,
+      "eval_ar_opus100_pr_auc": 0.7311582681353249,
+      "eval_ar_ud_pr_auc": 0.8936041178489367,
+      "eval_average_ersatz_pr_auc": 0.9709896363878638,
+      "eval_average_opus100_pr_auc": 0.8435677045915794,
+      "eval_average_ud_pr_auc": 0.9654338744331499,
+      "eval_az_opus100_pr_auc": 0.8083191103413677,
+      "eval_be_opus100_pr_auc": 0.6967011447824215,
+      "eval_be_ud_pr_auc": 0.908531478389549,
+      "eval_bg_opus100_pr_auc": 0.9240083537738739,
+      "eval_bg_ud_pr_auc": 0.9968864593098107,
+      "eval_bn_opus100_pr_auc": 0.8536261569649741,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8920943792218983,
+      "eval_ca_ud_pr_auc": 0.9945220509238059,
+      "eval_ceb_ud_pr_auc": 0.9982884658352011,
+      "eval_cs_ersatz_pr_auc": 0.9852125858122011,
+      "eval_cs_opus100_pr_auc": 0.9209524918173767,
+      "eval_cs_ud_pr_auc": 0.9652883100250835,
+      "eval_cy_opus100_pr_auc": 0.7674370674016504,
+      "eval_cy_ud_pr_auc": 0.9973190549809496,
+      "eval_da_opus100_pr_auc": 0.9295962415114809,
+      "eval_da_ud_pr_auc": 0.9882199270067458,
+      "eval_de_ersatz_pr_auc": 0.986458381407725,
+      "eval_de_opus100_pr_auc": 0.9140475167458693,
+      "eval_de_ud_pr_auc": 0.9858247130437103,
+      "eval_el_opus100_pr_auc": 0.9208777813824451,
+      "eval_el_ud_pr_auc": 0.9864243390904008,
+      "eval_en_ersatz_pr_auc": 0.9920418820350759,
+      "eval_en_opus100_pr_auc": 0.9281206874380877,
+      "eval_en_ud_pr_auc": 0.975193046594679,
+      "eval_eo_opus100_pr_auc": 0.9336419554919257,
+      "eval_es_ersatz_pr_auc": 0.9977439771442937,
+      "eval_es_opus100_pr_auc": 0.9315915116613022,
+      "eval_es_ud_pr_auc": 0.9933982610668295,
+      "eval_et_ersatz_pr_auc": 0.9823325373870149,
+      "eval_et_opus100_pr_auc": 0.9169568812862,
+      "eval_et_ud_pr_auc": 0.9672662998598607,
+      "eval_eu_opus100_pr_auc": 0.8870816864646154,
+      "eval_eu_ud_pr_auc": 0.9923752587206355,
+      "eval_fa_opus100_pr_auc": 0.6330587828731609,
+      "eval_fa_ud_pr_auc": 0.9956333396986385,
+      "eval_fi_ersatz_pr_auc": 0.9909981337217872,
+      "eval_fi_opus100_pr_auc": 0.9261370381118518,
+      "eval_fi_ud_pr_auc": 0.9660385732711263,
+      "eval_fr_ersatz_pr_auc": 0.9889443637698444,
+      "eval_fr_opus100_pr_auc": 0.9215286507054999,
+      "eval_fr_ud_pr_auc": 0.9807216724173174,
+      "eval_fy_opus100_pr_auc": 0.6438236188129803,
+      "eval_ga_opus100_pr_auc": 0.9035531389833531,
+      "eval_ga_ud_pr_auc": 0.8169227848516261,
+      "eval_gd_opus100_pr_auc": 0.6622674204246234,
+      "eval_gd_ud_pr_auc": 0.8139348095260027,
+      "eval_gl_opus100_pr_auc": 0.8983631536749467,
+      "eval_gl_ud_pr_auc": 0.9973582016696249,
+      "eval_gu_ersatz_pr_auc": 0.9427731803730982,
+      "eval_gu_opus100_pr_auc": 0.7495184807676248,
+      "eval_ha_opus100_pr_auc": 0.9227854297140207,
+      "eval_he_opus100_pr_auc": 0.8780259140972166,
+      "eval_he_ud_pr_auc": 0.9734158497494384,
+      "eval_hi_ersatz_pr_auc": 0.9784644699290779,
+      "eval_hi_opus100_pr_auc": 0.714117636487066,
+      "eval_hi_ud_pr_auc": 0.9808971049670028,
+      "eval_hu_opus100_pr_auc": 0.9134905122182724,
+      "eval_hu_ud_pr_auc": 0.9780475634045722,
+      "eval_hy_opus100_pr_auc": 0.9130204622112323,
+      "eval_hy_ud_pr_auc": 0.9891357900714018,
+      "eval_id_opus100_pr_auc": 0.8869269549154722,
+      "eval_id_ud_pr_auc": 0.9946918549041904,
+      "eval_ig_opus100_pr_auc": 0.8798052957936328,
+      "eval_is_opus100_pr_auc": 0.9354632784213514,
+      "eval_is_ud_pr_auc": 0.9086779489148031,
+      "eval_it_opus100_pr_auc": 0.9131109077672523,
+      "eval_it_ud_pr_auc": 0.9987313054609956,
+      "eval_ja_ersatz_pr_auc": 0.8673506267042469,
+      "eval_ja_opus100_pr_auc": 0.8343557215194318,
+      "eval_ja_ud_pr_auc": 0.9844383927967634,
+      "eval_jv_ud_pr_auc": 0.9729342329425474,
+      "eval_ka_opus100_pr_auc": 0.8498959812429344,
+      "eval_kk_ersatz_pr_auc": 0.9887395521040436,
+      "eval_kk_opus100_pr_auc": 0.767340618037157,
+      "eval_kk_ud_pr_auc": 0.9741553575589676,
+      "eval_km_ersatz_pr_auc": 0.9280044944615279,
+      "eval_km_opus100_pr_auc": 0.7607303484384161,
+      "eval_kn_opus100_pr_auc": 0.6909997831478667,
+      "eval_ko_opus100_pr_auc": 0.7051493683593628,
+      "eval_ko_ud_pr_auc": 0.9987991527876743,
+      "eval_ku_opus100_pr_auc": 0.8405375202609342,
+      "eval_ky_opus100_pr_auc": 0.8614339815150265,
+      "eval_la_ud_pr_auc": 0.9819103501246292,
+      "eval_loss": 0.02877764217555523,
+      "eval_lt_ersatz_pr_auc": 0.9965290783337013,
+      "eval_lt_opus100_pr_auc": 0.8896488456678191,
+      "eval_lt_ud_pr_auc": 0.9958896376322706,
+      "eval_lv_ersatz_pr_auc": 0.9928005397503105,
+      "eval_lv_opus100_pr_auc": 0.8902496945268041,
+      "eval_lv_ud_pr_auc": 0.9679540929329766,
+      "eval_mg_opus100_pr_auc": 0.9376896850529421,
+      "eval_mk_opus100_pr_auc": 0.9198459070794477,
+      "eval_ml_opus100_pr_auc": 0.8266030787413579,
+      "eval_mn_opus100_pr_auc": 0.9502207931214364,
+      "eval_mr_opus100_pr_auc": 0.908054849023476,
+      "eval_mr_ud_pr_auc": 0.9822260407259519,
+      "eval_ms_opus100_pr_auc": 0.8869271039534712,
+      "eval_mt_opus100_pr_auc": 0.8602508323313368,
+      "eval_mt_ud_pr_auc": 0.8921188625863904,
+      "eval_my_opus100_pr_auc": 0.8054555445949471,
+      "eval_ne_opus100_pr_auc": 0.7264855160008881,
+      "eval_nl_opus100_pr_auc": 0.9057090225004305,
+      "eval_nl_ud_pr_auc": 0.981551378264103,
+      "eval_no_opus100_pr_auc": 0.9182715185981304,
+      "eval_no_ud_pr_auc": 0.9964478003400531,
+      "eval_pa_opus100_pr_auc": 0.6702544864556366,
+      "eval_pl_ersatz_pr_auc": 0.974456388552557,
+      "eval_pl_opus100_pr_auc": 0.8928484936759485,
+      "eval_pl_ud_pr_auc": 0.969357741172574,
+      "eval_ps_ersatz_pr_auc": 0.9248378944470873,
+      "eval_ps_opus100_pr_auc": 0.7539944550584619,
+      "eval_pt_opus100_pr_auc": 0.9267852016594202,
+      "eval_pt_ud_pr_auc": 0.9862625683841987,
+      "eval_ro_ersatz_pr_auc": 0.9953329289762498,
+      "eval_ro_opus100_pr_auc": 0.8658405573815473,
+      "eval_ro_ud_pr_auc": 0.9666517344516294,
+      "eval_ru_ersatz_pr_auc": 0.9923059613677938,
+      "eval_ru_opus100_pr_auc": 0.9314502112095913,
+      "eval_ru_ud_pr_auc": 0.877403997346398,
+      "eval_runtime": 395.6479,
+      "eval_samples_per_second": 190.634,
+      "eval_si_opus100_pr_auc": 0.8335278642047654,
+      "eval_sk_opus100_pr_auc": 0.9335416583847633,
+      "eval_sk_ud_pr_auc": 0.9850995065814491,
+      "eval_sl_opus100_pr_auc": 0.8677830557894889,
+      "eval_sl_ud_pr_auc": 0.9702493561420391,
+      "eval_sq_opus100_pr_auc": 0.931803261863782,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9120658367518963,
+      "eval_sr_ud_pr_auc": 0.9991016504418018,
+      "eval_steps_per_second": 0.746,
+      "eval_sv_opus100_pr_auc": 0.9073711368130496,
+      "eval_sv_ud_pr_auc": 0.9534819965210207,
+      "eval_ta_ersatz_pr_auc": 0.9840418040984442,
+      "eval_ta_opus100_pr_auc": 0.7037187670018672,
+      "eval_ta_ud_pr_auc": 0.9883658521749987,
+      "eval_te_opus100_pr_auc": 0.8454900679133586,
+      "eval_tg_opus100_pr_auc": 0.9175136315369531,
+      "eval_th_opus100_pr_auc": 0.6787111890953993,
+      "eval_th_ud_pr_auc": 0.8297490455998984,
+      "eval_tr_ersatz_pr_auc": 0.9681520075119654,
+      "eval_tr_opus100_pr_auc": 0.9055636467105342,
+      "eval_tr_ud_pr_auc": 0.9547669446437885,
+      "eval_uk_opus100_pr_auc": 0.8738716687568258,
+      "eval_uk_ud_pr_auc": 0.9346495758924444,
+      "eval_ur_opus100_pr_auc": 0.5720290226245541,
+      "eval_ur_ud_pr_auc": 0.9914475207959265,
+      "eval_uz_opus100_pr_auc": 0.8841138540363696,
+      "eval_vi_opus100_pr_auc": 0.911147629353157,
+      "eval_vi_ud_pr_auc": 0.9711912235796868,
+      "eval_xh_opus100_pr_auc": 0.8785791170427418,
+      "eval_yi_opus100_pr_auc": 0.6830183371065471,
+      "eval_yo_opus100_pr_auc": 0.7966657625777895,
+      "eval_yo_ud_pr_auc": 0.9104797195448446,
+      "eval_zh_ersatz_pr_auc": 0.9771545164691693,
+      "eval_zh_opus100_pr_auc": 0.8878525341080643,
+      "eval_zh_ud_pr_auc": 0.9867381051533267,
+      "eval_zu_opus100_pr_auc": 0.8244242078052388,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.0251,
+      "step": 75050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.025,
+      "step": 75100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.0252,
+      "step": 75150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.0249,
+      "step": 75200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.025,
+      "step": 75250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.025,
+      "step": 75300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0251,
+      "step": 75350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.0251,
+      "step": 75400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.0254,
+      "step": 75450
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.025,
+      "step": 75500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.0251,
+      "step": 75550
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.0251,
+      "step": 75600
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.025,
+      "step": 75650
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.025,
+      "step": 75700
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0247,
+      "step": 75750
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.025,
+      "step": 75800
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.0252,
+      "step": 75850
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.025,
+      "step": 75900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.025,
+      "step": 75950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.025,
+      "step": 76000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.0253,
+      "step": 76050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.025,
+      "step": 76100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.025,
+      "step": 76150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.0251,
+      "step": 76200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.0249,
+      "step": 76250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.025,
+      "step": 76300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.0251,
+      "step": 76350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.0249,
+      "step": 76400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.0251,
+      "step": 76450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.0251,
+      "step": 76500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.0247,
+      "step": 76550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.0249,
+      "step": 76600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.025,
+      "step": 76650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0248,
+      "step": 76700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0251,
+      "step": 76750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0251,
+      "step": 76800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.0249,
+      "step": 76850
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.0251,
+      "step": 76900
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0251,
+      "step": 76950
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0248,
+      "step": 77000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.025,
+      "step": 77050
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.025,
+      "step": 77100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0249,
+      "step": 77150
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.0251,
+      "step": 77200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.0252,
+      "step": 77250
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.0248,
+      "step": 77300
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.025,
+      "step": 77350
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.025,
+      "step": 77400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0248,
+      "step": 77450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0247,
+      "step": 77500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.0248,
+      "step": 77550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.0248,
+      "step": 77600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.0252,
+      "step": 77650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.0251,
+      "step": 77700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.0249,
+      "step": 77750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.0248,
+      "step": 77800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.0249,
+      "step": 77850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0248,
+      "step": 77900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.0251,
+      "step": 77950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.0251,
+      "step": 78000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.0252,
+      "step": 78050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.025,
+      "step": 78100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.0249,
+      "step": 78150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0248,
+      "step": 78200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.0251,
+      "step": 78250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0248,
+      "step": 78300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.0249,
+      "step": 78350
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.0248,
+      "step": 78400
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.0251,
+      "step": 78450
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.025,
+      "step": 78500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.0247,
+      "step": 78550
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.0246,
+      "step": 78600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.0248,
+      "step": 78650
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0249,
+      "step": 78700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.0245,
+      "step": 78750
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0249,
+      "step": 78800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.0247,
+      "step": 78850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0247,
+      "step": 78900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.0247,
+      "step": 78950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.0249,
+      "step": 79000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.0249,
+      "step": 79050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.025,
+      "step": 79100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.0249,
+      "step": 79150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.0247,
+      "step": 79200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.0248,
+      "step": 79250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.0248,
+      "step": 79300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.025,
+      "step": 79350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.0249,
+      "step": 79400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.0248,
+      "step": 79450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.0249,
+      "step": 79500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0248,
+      "step": 79550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.025,
+      "step": 79600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.025,
+      "step": 79650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.0248,
+      "step": 79700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0247,
+      "step": 79750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.0248,
+      "step": 79800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.0249,
+      "step": 79850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0251,
+      "step": 79900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.025,
+      "step": 79950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.0246,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "eval_af_opus100_pr_auc": 0.7872320240088897,
+      "eval_af_ud_pr_auc": 0.9881790294790984,
+      "eval_am_opus100_pr_auc": 0.5920918606770563,
+      "eval_ar_ersatz_pr_auc": 0.925471439845712,
+      "eval_ar_opus100_pr_auc": 0.7375632447680504,
+      "eval_ar_ud_pr_auc": 0.8977680636055175,
+      "eval_average_ersatz_pr_auc": 0.9715947439406466,
+      "eval_average_opus100_pr_auc": 0.8414988277846426,
+      "eval_average_ud_pr_auc": 0.9647353868689102,
+      "eval_az_opus100_pr_auc": 0.762083166399295,
+      "eval_be_opus100_pr_auc": 0.6809316236007196,
+      "eval_be_ud_pr_auc": 0.9002092670811227,
+      "eval_bg_opus100_pr_auc": 0.9146784295832839,
+      "eval_bg_ud_pr_auc": 0.9967687856969838,
+      "eval_bn_opus100_pr_auc": 0.8332642674766358,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.882758687485722,
+      "eval_ca_ud_pr_auc": 0.9920895967755223,
+      "eval_ceb_ud_pr_auc": 0.9974943196349937,
+      "eval_cs_ersatz_pr_auc": 0.9867135655201845,
+      "eval_cs_opus100_pr_auc": 0.9115604080291405,
+      "eval_cs_ud_pr_auc": 0.9618113233207927,
+      "eval_cy_opus100_pr_auc": 0.787846196342883,
+      "eval_cy_ud_pr_auc": 0.9974917168151584,
+      "eval_da_opus100_pr_auc": 0.9219915493595027,
+      "eval_da_ud_pr_auc": 0.9824340627125651,
+      "eval_de_ersatz_pr_auc": 0.9856071427038355,
+      "eval_de_opus100_pr_auc": 0.9066035457697071,
+      "eval_de_ud_pr_auc": 0.981885835558489,
+      "eval_el_opus100_pr_auc": 0.9112689837307861,
+      "eval_el_ud_pr_auc": 0.9913489169613451,
+      "eval_en_ersatz_pr_auc": 0.9923296579844925,
+      "eval_en_opus100_pr_auc": 0.9182355354253704,
+      "eval_en_ud_pr_auc": 0.9738388361235335,
+      "eval_eo_opus100_pr_auc": 0.9259179420117832,
+      "eval_es_ersatz_pr_auc": 0.9973651849199349,
+      "eval_es_opus100_pr_auc": 0.9306183264275213,
+      "eval_es_ud_pr_auc": 0.9921288242895104,
+      "eval_et_ersatz_pr_auc": 0.983284162010868,
+      "eval_et_opus100_pr_auc": 0.9018321764030518,
+      "eval_et_ud_pr_auc": 0.973021292654039,
+      "eval_eu_opus100_pr_auc": 0.8814190331123667,
+      "eval_eu_ud_pr_auc": 0.9933744726157573,
+      "eval_fa_opus100_pr_auc": 0.6188123136908606,
+      "eval_fa_ud_pr_auc": 0.9953463230738803,
+      "eval_fi_ersatz_pr_auc": 0.9926802516283537,
+      "eval_fi_opus100_pr_auc": 0.9127396280170551,
+      "eval_fi_ud_pr_auc": 0.9675822826318936,
+      "eval_fr_ersatz_pr_auc": 0.9893613901848719,
+      "eval_fr_opus100_pr_auc": 0.9128495217475645,
+      "eval_fr_ud_pr_auc": 0.9781695392493053,
+      "eval_fy_opus100_pr_auc": 0.6868467798263668,
+      "eval_ga_opus100_pr_auc": 0.9094249493766002,
+      "eval_ga_ud_pr_auc": 0.8100415349420802,
+      "eval_gd_opus100_pr_auc": 0.6820720876934709,
+      "eval_gd_ud_pr_auc": 0.8211230121132782,
+      "eval_gl_opus100_pr_auc": 0.8843943155242402,
+      "eval_gl_ud_pr_auc": 0.9950985766372741,
+      "eval_gu_ersatz_pr_auc": 0.9319523431275374,
+      "eval_gu_opus100_pr_auc": 0.7594804630219189,
+      "eval_ha_opus100_pr_auc": 0.9163396615041259,
+      "eval_he_opus100_pr_auc": 0.8760861814007361,
+      "eval_he_ud_pr_auc": 0.9772149406827586,
+      "eval_hi_ersatz_pr_auc": 0.9782249359951943,
+      "eval_hi_opus100_pr_auc": 0.7228257665886927,
+      "eval_hi_ud_pr_auc": 0.9823483659025085,
+      "eval_hu_opus100_pr_auc": 0.9061632099000421,
+      "eval_hu_ud_pr_auc": 0.9861225494315422,
+      "eval_hy_opus100_pr_auc": 0.9128159359983287,
+      "eval_hy_ud_pr_auc": 0.9799940896598746,
+      "eval_id_opus100_pr_auc": 0.880142179133849,
+      "eval_id_ud_pr_auc": 0.9950150841022736,
+      "eval_ig_opus100_pr_auc": 0.8900522479266719,
+      "eval_is_opus100_pr_auc": 0.920859195761493,
+      "eval_is_ud_pr_auc": 0.901673718738897,
+      "eval_it_opus100_pr_auc": 0.9021167114475189,
+      "eval_it_ud_pr_auc": 0.9990564451973418,
+      "eval_ja_ersatz_pr_auc": 0.8876280970606379,
+      "eval_ja_opus100_pr_auc": 0.8366825623328505,
+      "eval_ja_ud_pr_auc": 0.9872816536024308,
+      "eval_jv_ud_pr_auc": 0.9624419047420707,
+      "eval_ka_opus100_pr_auc": 0.8482486187255569,
+      "eval_kk_ersatz_pr_auc": 0.9864437526276588,
+      "eval_kk_opus100_pr_auc": 0.7819684425936034,
+      "eval_kk_ud_pr_auc": 0.9721306046384207,
+      "eval_km_ersatz_pr_auc": 0.926155899175808,
+      "eval_km_opus100_pr_auc": 0.7627973519155085,
+      "eval_kn_opus100_pr_auc": 0.6633651351065751,
+      "eval_ko_opus100_pr_auc": 0.6935782567341778,
+      "eval_ko_ud_pr_auc": 0.9991326005549704,
+      "eval_ku_opus100_pr_auc": 0.8549307069091402,
+      "eval_ky_opus100_pr_auc": 0.907809924088414,
+      "eval_la_ud_pr_auc": 0.9741078060112052,
+      "eval_loss": 0.02857460454106331,
+      "eval_lt_ersatz_pr_auc": 0.995095502945757,
+      "eval_lt_opus100_pr_auc": 0.8817132808095861,
+      "eval_lt_ud_pr_auc": 0.9965670125629867,
+      "eval_lv_ersatz_pr_auc": 0.9927400833840287,
+      "eval_lv_opus100_pr_auc": 0.898242249946285,
+      "eval_lv_ud_pr_auc": 0.9656162224911363,
+      "eval_mg_opus100_pr_auc": 0.942256262192667,
+      "eval_mk_opus100_pr_auc": 0.9152427865427623,
+      "eval_ml_opus100_pr_auc": 0.7881580055923342,
+      "eval_mn_opus100_pr_auc": 0.9600634110699653,
+      "eval_mr_opus100_pr_auc": 0.893962859140148,
+      "eval_mr_ud_pr_auc": 0.97847528212313,
+      "eval_ms_opus100_pr_auc": 0.8667410500855078,
+      "eval_mt_opus100_pr_auc": 0.8394312628801497,
+      "eval_mt_ud_pr_auc": 0.8734517755048942,
+      "eval_my_opus100_pr_auc": 0.8043617980441431,
+      "eval_ne_opus100_pr_auc": 0.7448691728722595,
+      "eval_nl_opus100_pr_auc": 0.8970090030007506,
+      "eval_nl_ud_pr_auc": 0.9807183922499811,
+      "eval_no_opus100_pr_auc": 0.9146098724041908,
+      "eval_no_ud_pr_auc": 0.9968810579119427,
+      "eval_pa_opus100_pr_auc": 0.6687488451327088,
+      "eval_pl_ersatz_pr_auc": 0.9762523170105268,
+      "eval_pl_opus100_pr_auc": 0.8947103967014389,
+      "eval_pl_ud_pr_auc": 0.9738693088143862,
+      "eval_ps_ersatz_pr_auc": 0.9244032776495362,
+      "eval_ps_opus100_pr_auc": 0.7604692414512466,
+      "eval_pt_opus100_pr_auc": 0.9224686647032531,
+      "eval_pt_ud_pr_auc": 0.9857681697066066,
+      "eval_ro_ersatz_pr_auc": 0.9951859879591562,
+      "eval_ro_opus100_pr_auc": 0.856057684792105,
+      "eval_ro_ud_pr_auc": 0.971295214014376,
+      "eval_ru_ersatz_pr_auc": 0.9933746817573802,
+      "eval_ru_opus100_pr_auc": 0.9319005111743554,
+      "eval_ru_ud_pr_auc": 0.8637415063615633,
+      "eval_runtime": 396.6321,
+      "eval_samples_per_second": 190.161,
+      "eval_si_opus100_pr_auc": 0.8151664054925954,
+      "eval_sk_opus100_pr_auc": 0.9273183677403061,
+      "eval_sk_ud_pr_auc": 0.985689737245155,
+      "eval_sl_opus100_pr_auc": 0.8649783237676506,
+      "eval_sl_ud_pr_auc": 0.9761459360671325,
+      "eval_sq_opus100_pr_auc": 0.9254142870768657,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9050779904346746,
+      "eval_sr_ud_pr_auc": 0.9991251667484411,
+      "eval_steps_per_second": 0.744,
+      "eval_sv_opus100_pr_auc": 0.8967934668708146,
+      "eval_sv_ud_pr_auc": 0.9529856774143066,
+      "eval_ta_ersatz_pr_auc": 0.9860159300886957,
+      "eval_ta_opus100_pr_auc": 0.7068104793860664,
+      "eval_ta_ud_pr_auc": 0.9881758709871223,
+      "eval_te_opus100_pr_auc": 0.8454107493731441,
+      "eval_tg_opus100_pr_auc": 0.8996589965186332,
+      "eval_th_opus100_pr_auc": 0.6845630086992464,
+      "eval_th_ud_pr_auc": 0.8472627483582256,
+      "eval_tr_ersatz_pr_auc": 0.971275322365456,
+      "eval_tr_opus100_pr_auc": 0.9039838991682956,
+      "eval_tr_ud_pr_auc": 0.9586527344885638,
+      "eval_uk_opus100_pr_auc": 0.8665061396031699,
+      "eval_uk_ud_pr_auc": 0.9201181636092168,
+      "eval_ur_opus100_pr_auc": 0.5855895910193789,
+      "eval_ur_ud_pr_auc": 0.9936736005487441,
+      "eval_uz_opus100_pr_auc": 0.8925747331742147,
+      "eval_vi_opus100_pr_auc": 0.9028793234203877,
+      "eval_vi_ud_pr_auc": 0.9663173144561195,
+      "eval_xh_opus100_pr_auc": 0.8802601671269555,
+      "eval_yi_opus100_pr_auc": 0.7179563248003801,
+      "eval_yo_opus100_pr_auc": 0.8472376727288958,
+      "eval_yo_ud_pr_auc": 0.9148892323054562,
+      "eval_zh_ersatz_pr_auc": 0.9775234407485967,
+      "eval_zh_opus100_pr_auc": 0.8805425286952004,
+      "eval_zh_ud_pr_auc": 0.9967715523219566,
+      "eval_zu_opus100_pr_auc": 0.8418659171308394,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0247,
+      "step": 80050
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0251,
+      "step": 80100
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.0247,
+      "step": 80150
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.0249,
+      "step": 80200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0246,
+      "step": 80250
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0249,
+      "step": 80300
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0246,
+      "step": 80350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.0246,
+      "step": 80400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0249,
+      "step": 80450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.0248,
+      "step": 80500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0246,
+      "step": 80550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.025,
+      "step": 80600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0247,
+      "step": 80650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.0248,
+      "step": 80700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.0248,
+      "step": 80750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0248,
+      "step": 80800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.0249,
+      "step": 80850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.0249,
+      "step": 80900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0248,
+      "step": 80950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.0249,
+      "step": 81000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.0248,
+      "step": 81050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0248,
+      "step": 81100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.025,
+      "step": 81150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.0248,
+      "step": 81200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.0249,
+      "step": 81250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.0248,
+      "step": 81300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.0245,
+      "step": 81350
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.025,
+      "step": 81400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.0246,
+      "step": 81450
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.025,
+      "step": 81500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0248,
+      "step": 81550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0249,
+      "step": 81600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0247,
+      "step": 81650
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0247,
+      "step": 81700
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.0247,
+      "step": 81750
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.0247,
+      "step": 81800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.025,
+      "step": 81850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0247,
+      "step": 81900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0249,
+      "step": 81950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.0249,
+      "step": 82000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.0249,
+      "step": 82050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.0248,
+      "step": 82100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0248,
+      "step": 82150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.0248,
+      "step": 82200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0247,
+      "step": 82250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.0248,
+      "step": 82300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0246,
+      "step": 82350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0247,
+      "step": 82400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0246,
+      "step": 82450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0246,
+      "step": 82500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.0249,
+      "step": 82550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0246,
+      "step": 82600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.0249,
+      "step": 82650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.0248,
+      "step": 82700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.0245,
+      "step": 82750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.0248,
+      "step": 82800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.0247,
+      "step": 82850
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0247,
+      "step": 82900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.0247,
+      "step": 82950
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0252,
+      "step": 83000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0245,
+      "step": 83050
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0247,
+      "step": 83100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0247,
+      "step": 83150
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0245,
+      "step": 83200
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0248,
+      "step": 83250
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.0247,
+      "step": 83300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.0247,
+      "step": 83350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0246,
+      "step": 83400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.0246,
+      "step": 83450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.0246,
+      "step": 83500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0249,
+      "step": 83550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0243,
+      "step": 83600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0246,
+      "step": 83650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.025,
+      "step": 83700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.0247,
+      "step": 83750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.025,
+      "step": 83800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.0248,
+      "step": 83850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0247,
+      "step": 83900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.0245,
+      "step": 83950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.0246,
+      "step": 84000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0248,
+      "step": 84050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0251,
+      "step": 84100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0246,
+      "step": 84150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0245,
+      "step": 84200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0243,
+      "step": 84250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0247,
+      "step": 84300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0245,
+      "step": 84350
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0246,
+      "step": 84400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.0247,
+      "step": 84450
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.0245,
+      "step": 84500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0247,
+      "step": 84550
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.0248,
+      "step": 84600
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0246,
+      "step": 84650
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0249,
+      "step": 84700
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0246,
+      "step": 84750
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.0246,
+      "step": 84800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.0244,
+      "step": 84850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.0247,
+      "step": 84900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0248,
+      "step": 84950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0247,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "eval_af_opus100_pr_auc": 0.7785880449410811,
+      "eval_af_ud_pr_auc": 0.9926997306793859,
+      "eval_am_opus100_pr_auc": 0.5731427172087882,
+      "eval_ar_ersatz_pr_auc": 0.9247890883335453,
+      "eval_ar_opus100_pr_auc": 0.7387987864041362,
+      "eval_ar_ud_pr_auc": 0.9027627578391515,
+      "eval_average_ersatz_pr_auc": 0.9702641816616461,
+      "eval_average_opus100_pr_auc": 0.8458353767660538,
+      "eval_average_ud_pr_auc": 0.9646797738010765,
+      "eval_az_opus100_pr_auc": 0.7873879377774079,
+      "eval_be_opus100_pr_auc": 0.7454349224326693,
+      "eval_be_ud_pr_auc": 0.9050399411282546,
+      "eval_bg_opus100_pr_auc": 0.9249531395859684,
+      "eval_bg_ud_pr_auc": 0.9981582062923796,
+      "eval_bn_opus100_pr_auc": 0.8422995330919137,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.893708823236959,
+      "eval_ca_ud_pr_auc": 0.9947867649713915,
+      "eval_ceb_ud_pr_auc": 0.9960534580903332,
+      "eval_cs_ersatz_pr_auc": 0.984981744021903,
+      "eval_cs_opus100_pr_auc": 0.9110503183453071,
+      "eval_cs_ud_pr_auc": 0.9581698204533315,
+      "eval_cy_opus100_pr_auc": 0.7844268201109812,
+      "eval_cy_ud_pr_auc": 0.9953189156472667,
+      "eval_da_opus100_pr_auc": 0.9245274337387301,
+      "eval_da_ud_pr_auc": 0.9836404306633437,
+      "eval_de_ersatz_pr_auc": 0.9889246149210495,
+      "eval_de_opus100_pr_auc": 0.9077047047397544,
+      "eval_de_ud_pr_auc": 0.9840977461603277,
+      "eval_el_opus100_pr_auc": 0.9158976623944128,
+      "eval_el_ud_pr_auc": 0.978908476732593,
+      "eval_en_ersatz_pr_auc": 0.9929796701264851,
+      "eval_en_opus100_pr_auc": 0.9282842737015908,
+      "eval_en_ud_pr_auc": 0.9758647333916585,
+      "eval_eo_opus100_pr_auc": 0.9317475844069095,
+      "eval_es_ersatz_pr_auc": 0.997239132889089,
+      "eval_es_opus100_pr_auc": 0.9323237309092324,
+      "eval_es_ud_pr_auc": 0.9918881744032549,
+      "eval_et_ersatz_pr_auc": 0.9811850316385139,
+      "eval_et_opus100_pr_auc": 0.9061164715428931,
+      "eval_et_ud_pr_auc": 0.971315122842157,
+      "eval_eu_opus100_pr_auc": 0.8844534763753018,
+      "eval_eu_ud_pr_auc": 0.9952912944206046,
+      "eval_fa_opus100_pr_auc": 0.6205179163321874,
+      "eval_fa_ud_pr_auc": 0.9961965534576726,
+      "eval_fi_ersatz_pr_auc": 0.9928277959359249,
+      "eval_fi_opus100_pr_auc": 0.9173082422687058,
+      "eval_fi_ud_pr_auc": 0.957587180410953,
+      "eval_fr_ersatz_pr_auc": 0.9903131922722695,
+      "eval_fr_opus100_pr_auc": 0.9097411242990479,
+      "eval_fr_ud_pr_auc": 0.9829091923255124,
+      "eval_fy_opus100_pr_auc": 0.6860289577538704,
+      "eval_ga_opus100_pr_auc": 0.9058546558979209,
+      "eval_ga_ud_pr_auc": 0.8149814893962755,
+      "eval_gd_opus100_pr_auc": 0.7006963784215025,
+      "eval_gd_ud_pr_auc": 0.8297012604996021,
+      "eval_gl_opus100_pr_auc": 0.8867197845293409,
+      "eval_gl_ud_pr_auc": 0.9967458007558132,
+      "eval_gu_ersatz_pr_auc": 0.9338303371888544,
+      "eval_gu_opus100_pr_auc": 0.7468156826262364,
+      "eval_ha_opus100_pr_auc": 0.9161975772018363,
+      "eval_he_opus100_pr_auc": 0.8919157254129388,
+      "eval_he_ud_pr_auc": 0.9713562109856221,
+      "eval_hi_ersatz_pr_auc": 0.9784167600320656,
+      "eval_hi_opus100_pr_auc": 0.7212400553998558,
+      "eval_hi_ud_pr_auc": 0.9850146888652567,
+      "eval_hu_opus100_pr_auc": 0.9135768491255278,
+      "eval_hu_ud_pr_auc": 0.9833893451234719,
+      "eval_hy_opus100_pr_auc": 0.9130582666943241,
+      "eval_hy_ud_pr_auc": 0.975576308467264,
+      "eval_id_opus100_pr_auc": 0.8911348456070207,
+      "eval_id_ud_pr_auc": 0.9949761467318777,
+      "eval_ig_opus100_pr_auc": 0.8894059974359761,
+      "eval_is_opus100_pr_auc": 0.9396485778256458,
+      "eval_is_ud_pr_auc": 0.9182400127548194,
+      "eval_it_opus100_pr_auc": 0.9100506894406901,
+      "eval_it_ud_pr_auc": 0.9970656481781351,
+      "eval_ja_ersatz_pr_auc": 0.8662047547750674,
+      "eval_ja_opus100_pr_auc": 0.8509985108550097,
+      "eval_ja_ud_pr_auc": 0.982057213351315,
+      "eval_jv_ud_pr_auc": 0.9420252636410879,
+      "eval_ka_opus100_pr_auc": 0.8601889778646629,
+      "eval_kk_ersatz_pr_auc": 0.9882186612748994,
+      "eval_kk_opus100_pr_auc": 0.7948688910369288,
+      "eval_kk_ud_pr_auc": 0.9757020024955466,
+      "eval_km_ersatz_pr_auc": 0.9302255665339189,
+      "eval_km_opus100_pr_auc": 0.7581194818453215,
+      "eval_kn_opus100_pr_auc": 0.6874115201157375,
+      "eval_ko_opus100_pr_auc": 0.6847151438693503,
+      "eval_ko_ud_pr_auc": 0.9987672211772081,
+      "eval_ku_opus100_pr_auc": 0.8432908627930014,
+      "eval_ky_opus100_pr_auc": 0.8943486496739925,
+      "eval_la_ud_pr_auc": 0.9684118353081794,
+      "eval_loss": 0.02832915633916855,
+      "eval_lt_ersatz_pr_auc": 0.9950166635550866,
+      "eval_lt_opus100_pr_auc": 0.869556171673361,
+      "eval_lt_ud_pr_auc": 0.9955849170658266,
+      "eval_lv_ersatz_pr_auc": 0.9921728707927928,
+      "eval_lv_opus100_pr_auc": 0.8950648315624296,
+      "eval_lv_ud_pr_auc": 0.9655007421193215,
+      "eval_mg_opus100_pr_auc": 0.9479975278307055,
+      "eval_mk_opus100_pr_auc": 0.9276869224165597,
+      "eval_ml_opus100_pr_auc": 0.79877230897157,
+      "eval_mn_opus100_pr_auc": 0.9540357953246226,
+      "eval_mr_opus100_pr_auc": 0.9138596892831551,
+      "eval_mr_ud_pr_auc": 0.9786574094296512,
+      "eval_ms_opus100_pr_auc": 0.8757760562517458,
+      "eval_mt_opus100_pr_auc": 0.8570708091493825,
+      "eval_mt_ud_pr_auc": 0.8930089428661784,
+      "eval_my_opus100_pr_auc": 0.8005592711256719,
+      "eval_ne_opus100_pr_auc": 0.7306993623128604,
+      "eval_nl_opus100_pr_auc": 0.9015832207257337,
+      "eval_nl_ud_pr_auc": 0.9844241656350168,
+      "eval_no_opus100_pr_auc": 0.9170927980853584,
+      "eval_no_ud_pr_auc": 0.99620206943702,
+      "eval_pa_opus100_pr_auc": 0.6811011152376685,
+      "eval_pl_ersatz_pr_auc": 0.9728016024989822,
+      "eval_pl_opus100_pr_auc": 0.899622692292308,
+      "eval_pl_ud_pr_auc": 0.970327138649924,
+      "eval_ps_ersatz_pr_auc": 0.9163400775940665,
+      "eval_ps_opus100_pr_auc": 0.7565046294838859,
+      "eval_pt_opus100_pr_auc": 0.9204158526724484,
+      "eval_pt_ud_pr_auc": 0.9845781852498945,
+      "eval_ro_ersatz_pr_auc": 0.9950396544410658,
+      "eval_ro_opus100_pr_auc": 0.8608025237050873,
+      "eval_ro_ud_pr_auc": 0.968667046294575,
+      "eval_ru_ersatz_pr_auc": 0.9942970294843702,
+      "eval_ru_opus100_pr_auc": 0.9293441052195568,
+      "eval_ru_ud_pr_auc": 0.8701703020668061,
+      "eval_runtime": 394.6294,
+      "eval_samples_per_second": 191.126,
+      "eval_si_opus100_pr_auc": 0.8178260958277107,
+      "eval_sk_opus100_pr_auc": 0.930863613576717,
+      "eval_sk_ud_pr_auc": 0.9854232317043565,
+      "eval_sl_opus100_pr_auc": 0.8810737264447718,
+      "eval_sl_ud_pr_auc": 0.9709477321508576,
+      "eval_sq_opus100_pr_auc": 0.9346274283153969,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9136926270339069,
+      "eval_sr_ud_pr_auc": 0.9984018363588522,
+      "eval_steps_per_second": 0.748,
+      "eval_sv_opus100_pr_auc": 0.9025088825163206,
+      "eval_sv_ud_pr_auc": 0.9504357667825888,
+      "eval_ta_ersatz_pr_auc": 0.9797791447517566,
+      "eval_ta_opus100_pr_auc": 0.695547972907131,
+      "eval_ta_ud_pr_auc": 0.9931239537016864,
+      "eval_te_opus100_pr_auc": 0.8387215637338747,
+      "eval_tg_opus100_pr_auc": 0.90373446300982,
+      "eval_th_opus100_pr_auc": 0.6741430076574629,
+      "eval_th_ud_pr_auc": 0.83801722625222,
+      "eval_tr_ersatz_pr_auc": 0.968911835203531,
+      "eval_tr_opus100_pr_auc": 0.9086028691220539,
+      "eval_tr_ud_pr_auc": 0.9637255420474267,
+      "eval_uk_opus100_pr_auc": 0.8751892383924789,
+      "eval_uk_ud_pr_auc": 0.9308032412742334,
+      "eval_ur_opus100_pr_auc": 0.5982237754431639,
+      "eval_ur_ud_pr_auc": 0.9896025786878972,
+      "eval_uz_opus100_pr_auc": 0.888658806278059,
+      "eval_vi_opus100_pr_auc": 0.9050360414930171,
+      "eval_vi_ud_pr_auc": 0.9612372237688671,
+      "eval_xh_opus100_pr_auc": 0.8816511534883575,
+      "eval_yi_opus100_pr_auc": 0.7787740640036086,
+      "eval_yo_opus100_pr_auc": 0.822795939943707,
+      "eval_yo_ud_pr_auc": 0.909010876606155,
+      "eval_zh_ersatz_pr_auc": 0.9813167682909746,
+      "eval_zh_opus100_pr_auc": 0.8812941137536203,
+      "eval_zh_ud_pr_auc": 0.9941980308709624,
+      "eval_zu_opus100_pr_auc": 0.8432900832804703,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0245,
+      "step": 85050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0247,
+      "step": 85100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0249,
+      "step": 85150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.0243,
+      "step": 85200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0247,
+      "step": 85250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0247,
+      "step": 85300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.0245,
+      "step": 85350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0246,
+      "step": 85400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0247,
+      "step": 85450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0247,
+      "step": 85500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.0247,
+      "step": 85550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.0246,
+      "step": 85600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0244,
+      "step": 85650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.0246,
+      "step": 85700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.0246,
+      "step": 85750
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0246,
+      "step": 85800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0245,
+      "step": 85850
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.0243,
+      "step": 85900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0247,
+      "step": 85950
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0248,
+      "step": 86000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0248,
+      "step": 86050
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.0247,
+      "step": 86100
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0246,
+      "step": 86150
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.0247,
+      "step": 86200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0248,
+      "step": 86250
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0248,
+      "step": 86300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0245,
+      "step": 86350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0246,
+      "step": 86400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.0246,
+      "step": 86450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0245,
+      "step": 86500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0245,
+      "step": 86550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0246,
+      "step": 86600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.0244,
+      "step": 86650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0246,
+      "step": 86700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.0245,
+      "step": 86750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0245,
+      "step": 86800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.0247,
+      "step": 86850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.0246,
+      "step": 86900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0247,
+      "step": 86950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0244,
+      "step": 87000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0246,
+      "step": 87050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0244,
+      "step": 87100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0245,
+      "step": 87150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0248,
+      "step": 87200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0247,
+      "step": 87250
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.0248,
+      "step": 87300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.0246,
+      "step": 87350
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.0246,
+      "step": 87400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.0246,
+      "step": 87450
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0245,
+      "step": 87500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0244,
+      "step": 87550
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0246,
+      "step": 87600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0245,
+      "step": 87650
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0246,
+      "step": 87700
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.0246,
+      "step": 87750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0246,
+      "step": 87800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0246,
+      "step": 87850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0246,
+      "step": 87900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0246,
+      "step": 87950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.0244,
+      "step": 88000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0242,
+      "step": 88050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.0245,
+      "step": 88100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0243,
+      "step": 88150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0244,
+      "step": 88200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.0246,
+      "step": 88250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0248,
+      "step": 88300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.0244,
+      "step": 88350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.0243,
+      "step": 88400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0245,
+      "step": 88450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.0244,
+      "step": 88500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0246,
+      "step": 88550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0246,
+      "step": 88600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.0245,
+      "step": 88650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.0245,
+      "step": 88700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0244,
+      "step": 88750
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0244,
+      "step": 88800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0245,
+      "step": 88850
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.0245,
+      "step": 88900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.0247,
+      "step": 88950
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0243,
+      "step": 89000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0247,
+      "step": 89050
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0246,
+      "step": 89100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0245,
+      "step": 89150
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0244,
+      "step": 89200
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.0247,
+      "step": 89250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.0245,
+      "step": 89300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.0244,
+      "step": 89350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0245,
+      "step": 89400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0242,
+      "step": 89450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0244,
+      "step": 89500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.0244,
+      "step": 89550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0243,
+      "step": 89600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0247,
+      "step": 89650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0246,
+      "step": 89700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0245,
+      "step": 89750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0242,
+      "step": 89800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.0244,
+      "step": 89850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0244,
+      "step": 89900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.0246,
+      "step": 89950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0244,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "eval_af_opus100_pr_auc": 0.8113162339775842,
+      "eval_af_ud_pr_auc": 0.9896397370361287,
+      "eval_am_opus100_pr_auc": 0.5477387938382008,
+      "eval_ar_ersatz_pr_auc": 0.9336892439926336,
+      "eval_ar_opus100_pr_auc": 0.7375304995916385,
+      "eval_ar_ud_pr_auc": 0.8964785552125414,
+      "eval_average_ersatz_pr_auc": 0.9719560970621255,
+      "eval_average_opus100_pr_auc": 0.8468195932417099,
+      "eval_average_ud_pr_auc": 0.9643059954518334,
+      "eval_az_opus100_pr_auc": 0.7696756828494519,
+      "eval_be_opus100_pr_auc": 0.7639771710725692,
+      "eval_be_ud_pr_auc": 0.9078255810799878,
+      "eval_bg_opus100_pr_auc": 0.9211780612336861,
+      "eval_bg_ud_pr_auc": 0.9963730528643637,
+      "eval_bn_opus100_pr_auc": 0.8440672879111809,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.892579594316212,
+      "eval_ca_ud_pr_auc": 0.9960929871247866,
+      "eval_ceb_ud_pr_auc": 0.9967192235606077,
+      "eval_cs_ersatz_pr_auc": 0.9844193476074194,
+      "eval_cs_opus100_pr_auc": 0.9133313821270813,
+      "eval_cs_ud_pr_auc": 0.9567378150294675,
+      "eval_cy_opus100_pr_auc": 0.7905812071877492,
+      "eval_cy_ud_pr_auc": 0.9971462236213268,
+      "eval_da_opus100_pr_auc": 0.9229200053717156,
+      "eval_da_ud_pr_auc": 0.9775708794482896,
+      "eval_de_ersatz_pr_auc": 0.9881368141331841,
+      "eval_de_opus100_pr_auc": 0.9101273485583589,
+      "eval_de_ud_pr_auc": 0.9840993265024347,
+      "eval_el_opus100_pr_auc": 0.9145576770092473,
+      "eval_el_ud_pr_auc": 0.9832369993443786,
+      "eval_en_ersatz_pr_auc": 0.9914963445159815,
+      "eval_en_opus100_pr_auc": 0.9218617319393017,
+      "eval_en_ud_pr_auc": 0.9768367360316494,
+      "eval_eo_opus100_pr_auc": 0.9301384337351447,
+      "eval_es_ersatz_pr_auc": 0.9968044369972319,
+      "eval_es_opus100_pr_auc": 0.9354739817095703,
+      "eval_es_ud_pr_auc": 0.9915150619750354,
+      "eval_et_ersatz_pr_auc": 0.9810002696994422,
+      "eval_et_opus100_pr_auc": 0.9013862884957776,
+      "eval_et_ud_pr_auc": 0.9721462277676728,
+      "eval_eu_opus100_pr_auc": 0.8819589134757482,
+      "eval_eu_ud_pr_auc": 0.9943665978448772,
+      "eval_fa_opus100_pr_auc": 0.6311054225388852,
+      "eval_fa_ud_pr_auc": 0.9944454571830585,
+      "eval_fi_ersatz_pr_auc": 0.9921315386418037,
+      "eval_fi_opus100_pr_auc": 0.9209640391576133,
+      "eval_fi_ud_pr_auc": 0.9666223847275066,
+      "eval_fr_ersatz_pr_auc": 0.9907323203116202,
+      "eval_fr_opus100_pr_auc": 0.9164055352977181,
+      "eval_fr_ud_pr_auc": 0.9842997543441573,
+      "eval_fy_opus100_pr_auc": 0.6979294122250959,
+      "eval_ga_opus100_pr_auc": 0.9048193993053156,
+      "eval_ga_ud_pr_auc": 0.8328696169063246,
+      "eval_gd_opus100_pr_auc": 0.6822608648381555,
+      "eval_gd_ud_pr_auc": 0.820404965063196,
+      "eval_gl_opus100_pr_auc": 0.8924828656682385,
+      "eval_gl_ud_pr_auc": 0.9985232301728612,
+      "eval_gu_ersatz_pr_auc": 0.9353955528678998,
+      "eval_gu_opus100_pr_auc": 0.7507166665199748,
+      "eval_ha_opus100_pr_auc": 0.9168796655560049,
+      "eval_he_opus100_pr_auc": 0.880247154366296,
+      "eval_he_ud_pr_auc": 0.9822645136666885,
+      "eval_hi_ersatz_pr_auc": 0.984857889365426,
+      "eval_hi_opus100_pr_auc": 0.7301993290909692,
+      "eval_hi_ud_pr_auc": 0.9850070163378163,
+      "eval_hu_opus100_pr_auc": 0.9084125103150561,
+      "eval_hu_ud_pr_auc": 0.984272460405742,
+      "eval_hy_opus100_pr_auc": 0.9169641118754953,
+      "eval_hy_ud_pr_auc": 0.9753419937042759,
+      "eval_id_opus100_pr_auc": 0.8864251646808131,
+      "eval_id_ud_pr_auc": 0.9954266985295147,
+      "eval_ig_opus100_pr_auc": 0.9014666351910764,
+      "eval_is_opus100_pr_auc": 0.9346292010912423,
+      "eval_is_ud_pr_auc": 0.9197711535311295,
+      "eval_it_opus100_pr_auc": 0.9089904329911702,
+      "eval_it_ud_pr_auc": 0.996419288256713,
+      "eval_ja_ersatz_pr_auc": 0.88587739079161,
+      "eval_ja_opus100_pr_auc": 0.8600614205022293,
+      "eval_ja_ud_pr_auc": 0.983375218073556,
+      "eval_jv_ud_pr_auc": 0.9577187694968151,
+      "eval_ka_opus100_pr_auc": 0.8538472645494645,
+      "eval_kk_ersatz_pr_auc": 0.9848680843673602,
+      "eval_kk_opus100_pr_auc": 0.8149885481125593,
+      "eval_kk_ud_pr_auc": 0.9732091248412176,
+      "eval_km_ersatz_pr_auc": 0.9360317737994645,
+      "eval_km_opus100_pr_auc": 0.771625410917771,
+      "eval_kn_opus100_pr_auc": 0.6881389768527838,
+      "eval_ko_opus100_pr_auc": 0.6910847723371156,
+      "eval_ko_ud_pr_auc": 0.9986684599893326,
+      "eval_ku_opus100_pr_auc": 0.8668958245203942,
+      "eval_ky_opus100_pr_auc": 0.9194696648183917,
+      "eval_la_ud_pr_auc": 0.9438435120155297,
+      "eval_loss": 0.028208136558532715,
+      "eval_lt_ersatz_pr_auc": 0.9947440159194809,
+      "eval_lt_opus100_pr_auc": 0.8845422346039109,
+      "eval_lt_ud_pr_auc": 0.9951393783579002,
+      "eval_lv_ersatz_pr_auc": 0.9922910034307385,
+      "eval_lv_opus100_pr_auc": 0.899901105542944,
+      "eval_lv_ud_pr_auc": 0.9641281788477493,
+      "eval_mg_opus100_pr_auc": 0.9437715146412193,
+      "eval_mk_opus100_pr_auc": 0.9223635733635013,
+      "eval_ml_opus100_pr_auc": 0.7936035743054066,
+      "eval_mn_opus100_pr_auc": 0.9567072745729548,
+      "eval_mr_opus100_pr_auc": 0.9027881228808243,
+      "eval_mr_ud_pr_auc": 0.9592969160864986,
+      "eval_ms_opus100_pr_auc": 0.8676553066142755,
+      "eval_mt_opus100_pr_auc": 0.8513418506090794,
+      "eval_mt_ud_pr_auc": 0.8886036489260264,
+      "eval_my_opus100_pr_auc": 0.8030053056247826,
+      "eval_ne_opus100_pr_auc": 0.7698168032669657,
+      "eval_nl_opus100_pr_auc": 0.903530694880933,
+      "eval_nl_ud_pr_auc": 0.9826576456207765,
+      "eval_no_opus100_pr_auc": 0.9110789713938687,
+      "eval_no_ud_pr_auc": 0.9951897944415714,
+      "eval_pa_opus100_pr_auc": 0.6746445118697479,
+      "eval_pl_ersatz_pr_auc": 0.9756815925366004,
+      "eval_pl_opus100_pr_auc": 0.8929891890438091,
+      "eval_pl_ud_pr_auc": 0.9685432670272129,
+      "eval_ps_ersatz_pr_auc": 0.923751833394096,
+      "eval_ps_opus100_pr_auc": 0.7713493442114198,
+      "eval_pt_opus100_pr_auc": 0.923423740909795,
+      "eval_pt_ud_pr_auc": 0.9855578305621799,
+      "eval_ro_ersatz_pr_auc": 0.9932603905833323,
+      "eval_ro_opus100_pr_auc": 0.869869303739359,
+      "eval_ro_ud_pr_auc": 0.9581553703955653,
+      "eval_ru_ersatz_pr_auc": 0.9928845656565637,
+      "eval_ru_opus100_pr_auc": 0.927057417552397,
+      "eval_ru_ud_pr_auc": 0.8565861282730438,
+      "eval_runtime": 399.8436,
+      "eval_samples_per_second": 188.634,
+      "eval_si_opus100_pr_auc": 0.8190350351143961,
+      "eval_sk_opus100_pr_auc": 0.9354905395635328,
+      "eval_sk_ud_pr_auc": 0.9884537234590703,
+      "eval_sl_opus100_pr_auc": 0.8679018721833939,
+      "eval_sl_ud_pr_auc": 0.9677089661317051,
+      "eval_sq_opus100_pr_auc": 0.9269903642856026,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9126496616431281,
+      "eval_sr_ud_pr_auc": 0.9984743554839128,
+      "eval_steps_per_second": 0.738,
+      "eval_sv_opus100_pr_auc": 0.8993600637714517,
+      "eval_sv_ud_pr_auc": 0.9581915767150118,
+      "eval_ta_ersatz_pr_auc": 0.9824850599325651,
+      "eval_ta_opus100_pr_auc": 0.7068972461401078,
+      "eval_ta_ud_pr_auc": 0.9932218407315867,
+      "eval_te_opus100_pr_auc": 0.8398852110879717,
+      "eval_tg_opus100_pr_auc": 0.9022831933056825,
+      "eval_th_opus100_pr_auc": 0.6790322925813198,
+      "eval_th_ud_pr_auc": 0.8548821475931987,
+      "eval_tr_ersatz_pr_auc": 0.9691934704413436,
+      "eval_tr_opus100_pr_auc": 0.8949650621229838,
+      "eval_tr_ud_pr_auc": 0.9586861065108072,
+      "eval_uk_opus100_pr_auc": 0.8731929528942629,
+      "eval_uk_ud_pr_auc": 0.9285041611653879,
+      "eval_ur_opus100_pr_auc": 0.5878533631825227,
+      "eval_ur_ud_pr_auc": 0.9926854810020574,
+      "eval_uz_opus100_pr_auc": 0.8912078871485352,
+      "eval_vi_opus100_pr_auc": 0.9004864262324243,
+      "eval_vi_ud_pr_auc": 0.9555432999088443,
+      "eval_xh_opus100_pr_auc": 0.8761377120229443,
+      "eval_yi_opus100_pr_auc": 0.7216593572572851,
+      "eval_yo_opus100_pr_auc": 0.848165172656522,
+      "eval_yo_ud_pr_auc": 0.9110007495762523,
+      "eval_zh_ersatz_pr_auc": 0.9733011963809622,
+      "eval_zh_opus100_pr_auc": 0.8877019285969576,
+      "eval_zh_ud_pr_auc": 0.9949625522491551,
+      "eval_zu_opus100_pr_auc": 0.841460876681939,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0243,
+      "step": 90050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.0243,
+      "step": 90100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0246,
+      "step": 90150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0246,
+      "step": 90200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0244,
+      "step": 90250
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0245,
+      "step": 90300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.0244,
+      "step": 90350
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0244,
+      "step": 90400
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.0244,
+      "step": 90450
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0244,
+      "step": 90500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0244,
+      "step": 90550
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0243,
+      "step": 90600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.0245,
+      "step": 90650
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0243,
+      "step": 90700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0244,
+      "step": 90750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0246,
+      "step": 90800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0244,
+      "step": 90850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0246,
+      "step": 90900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0243,
+      "step": 90950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0242,
+      "step": 91000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.0243,
+      "step": 91050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0243,
+      "step": 91100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.0243,
+      "step": 91150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.0245,
+      "step": 91200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.0244,
+      "step": 91250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0244,
+      "step": 91300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.0244,
+      "step": 91350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.0242,
+      "step": 91400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.0246,
+      "step": 91450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0242,
+      "step": 91500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0242,
+      "step": 91550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.0243,
+      "step": 91600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.0243,
+      "step": 91650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.0243,
+      "step": 91700
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0245,
+      "step": 91750
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.0245,
+      "step": 91800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.0245,
+      "step": 91850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0244,
+      "step": 91900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0245,
+      "step": 91950
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.0243,
+      "step": 92000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0247,
+      "step": 92050
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0245,
+      "step": 92100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.0246,
+      "step": 92150
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.0244,
+      "step": 92200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0246,
+      "step": 92250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.0244,
+      "step": 92300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.0242,
+      "step": 92350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.0244,
+      "step": 92400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.024,
+      "step": 92450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.0244,
+      "step": 92500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.0243,
+      "step": 92550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.0242,
+      "step": 92600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.0244,
+      "step": 92650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.0243,
+      "step": 92700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0244,
+      "step": 92750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.0244,
+      "step": 92800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.0242,
+      "step": 92850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.0243,
+      "step": 92900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0244,
+      "step": 92950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0244,
+      "step": 93000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0243,
+      "step": 93050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.0243,
+      "step": 93100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.0243,
+      "step": 93150
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.0242,
+      "step": 93200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0244,
+      "step": 93250
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.0243,
+      "step": 93300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.0242,
+      "step": 93350
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0244,
+      "step": 93400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0244,
+      "step": 93450
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0243,
+      "step": 93500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.0243,
+      "step": 93550
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0244,
+      "step": 93600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0243,
+      "step": 93650
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0245,
+      "step": 93700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.0244,
+      "step": 93750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0242,
+      "step": 93800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.0241,
+      "step": 93850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0241,
+      "step": 93900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.024,
+      "step": 93950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.0241,
+      "step": 94000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.024,
+      "step": 94050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0245,
+      "step": 94100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.0243,
+      "step": 94150
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.0244,
+      "step": 94200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.0242,
+      "step": 94250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0244,
+      "step": 94300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0243,
+      "step": 94350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.0244,
+      "step": 94400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0242,
+      "step": 94450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.0243,
+      "step": 94500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.0243,
+      "step": 94550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.0245,
+      "step": 94600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.0243,
+      "step": 94650
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0244,
+      "step": 94700
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0241,
+      "step": 94750
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0244,
+      "step": 94800
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.0242,
+      "step": 94850
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.0244,
+      "step": 94900
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.0242,
+      "step": 94950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.0243,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "eval_af_opus100_pr_auc": 0.7873423483418777,
+      "eval_af_ud_pr_auc": 0.9889427194269158,
+      "eval_am_opus100_pr_auc": 0.5793804879499884,
+      "eval_ar_ersatz_pr_auc": 0.932351854791835,
+      "eval_ar_opus100_pr_auc": 0.7374777581932939,
+      "eval_ar_ud_pr_auc": 0.8910728697448056,
+      "eval_average_ersatz_pr_auc": 0.9719684199623834,
+      "eval_average_opus100_pr_auc": 0.8498090196635224,
+      "eval_average_ud_pr_auc": 0.9648536785555277,
+      "eval_az_opus100_pr_auc": 0.761565628221745,
+      "eval_be_opus100_pr_auc": 0.7370540798828483,
+      "eval_be_ud_pr_auc": 0.9001778158626379,
+      "eval_bg_opus100_pr_auc": 0.9234945998032716,
+      "eval_bg_ud_pr_auc": 0.9975621543783119,
+      "eval_bn_opus100_pr_auc": 0.856081454399967,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.900396623474358,
+      "eval_ca_ud_pr_auc": 0.9960506817449117,
+      "eval_ceb_ud_pr_auc": 0.9947166532223106,
+      "eval_cs_ersatz_pr_auc": 0.9866136800655283,
+      "eval_cs_opus100_pr_auc": 0.9188837081925367,
+      "eval_cs_ud_pr_auc": 0.9633018208465578,
+      "eval_cy_opus100_pr_auc": 0.7798294101130532,
+      "eval_cy_ud_pr_auc": 0.9967105817881525,
+      "eval_da_opus100_pr_auc": 0.9327761820860156,
+      "eval_da_ud_pr_auc": 0.9819710442540086,
+      "eval_de_ersatz_pr_auc": 0.9902963286675261,
+      "eval_de_opus100_pr_auc": 0.9161729746263887,
+      "eval_de_ud_pr_auc": 0.9876057679079826,
+      "eval_el_opus100_pr_auc": 0.9235840839720615,
+      "eval_el_ud_pr_auc": 0.9886293498742034,
+      "eval_en_ersatz_pr_auc": 0.9924681752810708,
+      "eval_en_opus100_pr_auc": 0.9287411679941235,
+      "eval_en_ud_pr_auc": 0.984512180062928,
+      "eval_eo_opus100_pr_auc": 0.9313006872380706,
+      "eval_es_ersatz_pr_auc": 0.9964761681022732,
+      "eval_es_opus100_pr_auc": 0.9392811700030385,
+      "eval_es_ud_pr_auc": 0.9917946581476377,
+      "eval_et_ersatz_pr_auc": 0.9811266225901816,
+      "eval_et_opus100_pr_auc": 0.9230922605198856,
+      "eval_et_ud_pr_auc": 0.9711291433428275,
+      "eval_eu_opus100_pr_auc": 0.8834947212592992,
+      "eval_eu_ud_pr_auc": 0.9936305466020668,
+      "eval_fa_opus100_pr_auc": 0.6464649105436543,
+      "eval_fa_ud_pr_auc": 0.9943266654302637,
+      "eval_fi_ersatz_pr_auc": 0.9936145909455264,
+      "eval_fi_opus100_pr_auc": 0.9311283044708303,
+      "eval_fi_ud_pr_auc": 0.9687029660515687,
+      "eval_fr_ersatz_pr_auc": 0.9882139806314768,
+      "eval_fr_opus100_pr_auc": 0.9226358332689444,
+      "eval_fr_ud_pr_auc": 0.9841573547129663,
+      "eval_fy_opus100_pr_auc": 0.6895163017188022,
+      "eval_ga_opus100_pr_auc": 0.9138604543379301,
+      "eval_ga_ud_pr_auc": 0.8388064465727033,
+      "eval_gd_opus100_pr_auc": 0.6949387726913235,
+      "eval_gd_ud_pr_auc": 0.8160440727344547,
+      "eval_gl_opus100_pr_auc": 0.892977373302626,
+      "eval_gl_ud_pr_auc": 0.9978770869615305,
+      "eval_gu_ersatz_pr_auc": 0.9416961416307648,
+      "eval_gu_opus100_pr_auc": 0.7680608476916893,
+      "eval_ha_opus100_pr_auc": 0.9115075994270224,
+      "eval_he_opus100_pr_auc": 0.8894946675087653,
+      "eval_he_ud_pr_auc": 0.9746863158874923,
+      "eval_hi_ersatz_pr_auc": 0.9811798363092848,
+      "eval_hi_opus100_pr_auc": 0.7331162566217668,
+      "eval_hi_ud_pr_auc": 0.9843360293769017,
+      "eval_hu_opus100_pr_auc": 0.922614649487899,
+      "eval_hu_ud_pr_auc": 0.9843267848927248,
+      "eval_hy_opus100_pr_auc": 0.9195170298365902,
+      "eval_hy_ud_pr_auc": 0.9833338623451426,
+      "eval_id_opus100_pr_auc": 0.8873505578384289,
+      "eval_id_ud_pr_auc": 0.9942067125804891,
+      "eval_ig_opus100_pr_auc": 0.889695642936603,
+      "eval_is_opus100_pr_auc": 0.9464617074365559,
+      "eval_is_ud_pr_auc": 0.8978979120145995,
+      "eval_it_opus100_pr_auc": 0.9177134589337096,
+      "eval_it_ud_pr_auc": 0.9984613818137184,
+      "eval_ja_ersatz_pr_auc": 0.8725007187116884,
+      "eval_ja_opus100_pr_auc": 0.851965099961792,
+      "eval_ja_ud_pr_auc": 0.9809145608171659,
+      "eval_jv_ud_pr_auc": 0.9482238861074594,
+      "eval_ka_opus100_pr_auc": 0.861870250067483,
+      "eval_kk_ersatz_pr_auc": 0.9865722163353761,
+      "eval_kk_opus100_pr_auc": 0.785928225874531,
+      "eval_kk_ud_pr_auc": 0.9748957170655848,
+      "eval_km_ersatz_pr_auc": 0.9370037530544203,
+      "eval_km_opus100_pr_auc": 0.7500262551973442,
+      "eval_kn_opus100_pr_auc": 0.6779445029393476,
+      "eval_ko_opus100_pr_auc": 0.719782763103938,
+      "eval_ko_ud_pr_auc": 0.9989875910375847,
+      "eval_ku_opus100_pr_auc": 0.8470848747798622,
+      "eval_ky_opus100_pr_auc": 0.8988023910207351,
+      "eval_la_ud_pr_auc": 0.9770721209745721,
+      "eval_loss": 0.027782544493675232,
+      "eval_lt_ersatz_pr_auc": 0.9964244162750564,
+      "eval_lt_opus100_pr_auc": 0.8843787602944714,
+      "eval_lt_ud_pr_auc": 0.9965714712096645,
+      "eval_lv_ersatz_pr_auc": 0.9909177953023451,
+      "eval_lv_opus100_pr_auc": 0.8953040426640679,
+      "eval_lv_ud_pr_auc": 0.961827223679722,
+      "eval_mg_opus100_pr_auc": 0.940707434934243,
+      "eval_mk_opus100_pr_auc": 0.9280080067214806,
+      "eval_ml_opus100_pr_auc": 0.8195622605423822,
+      "eval_mn_opus100_pr_auc": 0.9514290706995495,
+      "eval_mr_opus100_pr_auc": 0.9128843520648275,
+      "eval_mr_ud_pr_auc": 0.9709115062606803,
+      "eval_ms_opus100_pr_auc": 0.8884628530303829,
+      "eval_mt_opus100_pr_auc": 0.8492276901609436,
+      "eval_mt_ud_pr_auc": 0.8659499649085778,
+      "eval_my_opus100_pr_auc": 0.8124651124493251,
+      "eval_ne_opus100_pr_auc": 0.7574285490453785,
+      "eval_nl_opus100_pr_auc": 0.905357082459284,
+      "eval_nl_ud_pr_auc": 0.9869733356885244,
+      "eval_no_opus100_pr_auc": 0.921214977414656,
+      "eval_no_ud_pr_auc": 0.9970147121798457,
+      "eval_pa_opus100_pr_auc": 0.6858049780243574,
+      "eval_pl_ersatz_pr_auc": 0.9752562109859512,
+      "eval_pl_opus100_pr_auc": 0.9066934268435742,
+      "eval_pl_ud_pr_auc": 0.9699801195391192,
+      "eval_ps_ersatz_pr_auc": 0.926905192075464,
+      "eval_ps_opus100_pr_auc": 0.7574070445577966,
+      "eval_pt_opus100_pr_auc": 0.9274937155241232,
+      "eval_pt_ud_pr_auc": 0.9866669050451482,
+      "eval_ro_ersatz_pr_auc": 0.9942435021261656,
+      "eval_ro_opus100_pr_auc": 0.8840341474850296,
+      "eval_ro_ud_pr_auc": 0.9665489937395029,
+      "eval_ru_ersatz_pr_auc": 0.9944610022684024,
+      "eval_ru_opus100_pr_auc": 0.9282024511277951,
+      "eval_ru_ud_pr_auc": 0.8799881496695495,
+      "eval_runtime": 396.444,
+      "eval_samples_per_second": 190.251,
+      "eval_si_opus100_pr_auc": 0.8337733064133507,
+      "eval_sk_opus100_pr_auc": 0.9434225638150805,
+      "eval_sk_ud_pr_auc": 0.981299075506828,
+      "eval_sl_opus100_pr_auc": 0.8814569064334782,
+      "eval_sl_ud_pr_auc": 0.9674436409447007,
+      "eval_sq_opus100_pr_auc": 0.9429266492129331,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9136539964384324,
+      "eval_sr_ud_pr_auc": 0.9988222391101844,
+      "eval_steps_per_second": 0.744,
+      "eval_sv_opus100_pr_auc": 0.9124669627692975,
+      "eval_sv_ud_pr_auc": 0.949947019283163,
+      "eval_ta_ersatz_pr_auc": 0.9821609819948843,
+      "eval_ta_opus100_pr_auc": 0.7095139255210211,
+      "eval_ta_ud_pr_auc": 0.9912696234873797,
+      "eval_te_opus100_pr_auc": 0.8514199955416055,
+      "eval_tg_opus100_pr_auc": 0.8967154458095492,
+      "eval_th_opus100_pr_auc": 0.6872532990757844,
+      "eval_th_ud_pr_auc": 0.8419773998407408,
+      "eval_tr_ersatz_pr_auc": 0.9648319957422055,
+      "eval_tr_opus100_pr_auc": 0.9123969346293486,
+      "eval_tr_ud_pr_auc": 0.9550611513318656,
+      "eval_uk_opus100_pr_auc": 0.8795433802207349,
+      "eval_uk_ud_pr_auc": 0.9351415362849864,
+      "eval_ur_opus100_pr_auc": 0.6047719432584396,
+      "eval_ur_ud_pr_auc": 0.9921704033494703,
+      "eval_uz_opus100_pr_auc": 0.879554552247129,
+      "eval_vi_opus100_pr_auc": 0.9109840452176426,
+      "eval_vi_ud_pr_auc": 0.9695955336279154,
+      "eval_xh_opus100_pr_auc": 0.8823795740458084,
+      "eval_yi_opus100_pr_auc": 0.7159543910278525,
+      "eval_yo_opus100_pr_auc": 0.838069908296422,
+      "eval_yo_ud_pr_auc": 0.9108444048519957,
+      "eval_zh_ersatz_pr_auc": 0.977990075285007,
+      "eval_zh_opus100_pr_auc": 0.8909173206682219,
+      "eval_zh_ud_pr_auc": 0.99558981354233,
+      "eval_zu_opus100_pr_auc": 0.8106904784530468,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0244,
+      "step": 95050
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.0243,
+      "step": 95100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.0242,
+      "step": 95150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.0244,
+      "step": 95200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.0245,
+      "step": 95250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.0243,
+      "step": 95300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.024,
+      "step": 95350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0242,
+      "step": 95400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.0243,
+      "step": 95450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.0243,
+      "step": 95500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0243,
+      "step": 95550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.0241,
+      "step": 95600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.0243,
+      "step": 95650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.0242,
+      "step": 95700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.0243,
+      "step": 95750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0241,
+      "step": 95800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.0242,
+      "step": 95850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.0243,
+      "step": 95900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.0244,
+      "step": 95950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0239,
+      "step": 96000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.0244,
+      "step": 96050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0244,
+      "step": 96100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0244,
+      "step": 96150
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.0243,
+      "step": 96200
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.0243,
+      "step": 96250
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.0242,
+      "step": 96300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0242,
+      "step": 96350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.024,
+      "step": 96400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.0241,
+      "step": 96450
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0245,
+      "step": 96500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0241,
+      "step": 96550
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0243,
+      "step": 96600
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.0243,
+      "step": 96650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.0242,
+      "step": 96700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.0241,
+      "step": 96750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.0242,
+      "step": 96800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.0243,
+      "step": 96850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0242,
+      "step": 96900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.0244,
+      "step": 96950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.0243,
+      "step": 97000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.0242,
+      "step": 97050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.0241,
+      "step": 97100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.0243,
+      "step": 97150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.0242,
+      "step": 97200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.0243,
+      "step": 97250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.024,
+      "step": 97300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.0243,
+      "step": 97350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.0241,
+      "step": 97400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.024,
+      "step": 97450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0241,
+      "step": 97500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0243,
+      "step": 97550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.0241,
+      "step": 97600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0244,
+      "step": 97650
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.0243,
+      "step": 97700
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.0239,
+      "step": 97750
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.024,
+      "step": 97800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0242,
+      "step": 97850
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.024,
+      "step": 97900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.0241,
+      "step": 97950
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.0243,
+      "step": 98000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0241,
+      "step": 98050
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.0244,
+      "step": 98100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0241,
+      "step": 98150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.0241,
+      "step": 98200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.0243,
+      "step": 98250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.0243,
+      "step": 98300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0241,
+      "step": 98350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.0241,
+      "step": 98400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.024,
+      "step": 98450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.0242,
+      "step": 98500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.024,
+      "step": 98550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.0237,
+      "step": 98600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.0242,
+      "step": 98650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0241,
+      "step": 98700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0244,
+      "step": 98750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0241,
+      "step": 98800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.0243,
+      "step": 98850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.0241,
+      "step": 98900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.0241,
+      "step": 98950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.0243,
+      "step": 99000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.0243,
+      "step": 99050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0238,
+      "step": 99100
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0241,
+      "step": 99150
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.024,
+      "step": 99200
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.0241,
+      "step": 99250
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.0239,
+      "step": 99300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.024,
+      "step": 99350
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.0241,
+      "step": 99400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.0242,
+      "step": 99450
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.0241,
+      "step": 99500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0242,
+      "step": 99550
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0242,
+      "step": 99600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.0241,
+      "step": 99650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.0241,
+      "step": 99700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0241,
+      "step": 99750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.0242,
+      "step": 99800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.0242,
+      "step": 99850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.0241,
+      "step": 99900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0243,
+      "step": 99950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0242,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "eval_af_opus100_pr_auc": 0.7939967383626872,
+      "eval_af_ud_pr_auc": 0.9871375333460128,
+      "eval_am_opus100_pr_auc": 0.57832807134732,
+      "eval_ar_ersatz_pr_auc": 0.9289353426794108,
+      "eval_ar_opus100_pr_auc": 0.7360873975065326,
+      "eval_ar_ud_pr_auc": 0.8987945900608054,
+      "eval_average_ersatz_pr_auc": 0.9709258728984806,
+      "eval_average_opus100_pr_auc": 0.8522196738840343,
+      "eval_average_ud_pr_auc": 0.9649771705696568,
+      "eval_az_opus100_pr_auc": 0.7938358927661932,
+      "eval_be_opus100_pr_auc": 0.7362802856855256,
+      "eval_be_ud_pr_auc": 0.9019032387392449,
+      "eval_bg_opus100_pr_auc": 0.9295348416725705,
+      "eval_bg_ud_pr_auc": 0.9967638260711817,
+      "eval_bn_opus100_pr_auc": 0.8562933745737982,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9041254375572174,
+      "eval_ca_ud_pr_auc": 0.9944691620640145,
+      "eval_ceb_ud_pr_auc": 0.9924832287299814,
+      "eval_cs_ersatz_pr_auc": 0.9851150451194598,
+      "eval_cs_opus100_pr_auc": 0.9193438535959423,
+      "eval_cs_ud_pr_auc": 0.9603740986246834,
+      "eval_cy_opus100_pr_auc": 0.800049315101191,
+      "eval_cy_ud_pr_auc": 0.9969958347089373,
+      "eval_da_opus100_pr_auc": 0.9317350082335785,
+      "eval_da_ud_pr_auc": 0.9798265600297318,
+      "eval_de_ersatz_pr_auc": 0.9894502704965719,
+      "eval_de_opus100_pr_auc": 0.9150776209366277,
+      "eval_de_ud_pr_auc": 0.986047121506597,
+      "eval_el_opus100_pr_auc": 0.9248735074285193,
+      "eval_el_ud_pr_auc": 0.9889523979579934,
+      "eval_en_ersatz_pr_auc": 0.9932872175312821,
+      "eval_en_opus100_pr_auc": 0.9283379060916552,
+      "eval_en_ud_pr_auc": 0.9783733171792973,
+      "eval_eo_opus100_pr_auc": 0.9378963382995599,
+      "eval_es_ersatz_pr_auc": 0.9972129656830526,
+      "eval_es_opus100_pr_auc": 0.9341867400675553,
+      "eval_es_ud_pr_auc": 0.9910266567231298,
+      "eval_et_ersatz_pr_auc": 0.9792657643736422,
+      "eval_et_opus100_pr_auc": 0.9229835891248944,
+      "eval_et_ud_pr_auc": 0.973219375680909,
+      "eval_eu_opus100_pr_auc": 0.8843921008583984,
+      "eval_eu_ud_pr_auc": 0.991416886562036,
+      "eval_fa_opus100_pr_auc": 0.6486598229466913,
+      "eval_fa_ud_pr_auc": 0.993821268536934,
+      "eval_fi_ersatz_pr_auc": 0.992292491074631,
+      "eval_fi_opus100_pr_auc": 0.9330882047050235,
+      "eval_fi_ud_pr_auc": 0.969983134084618,
+      "eval_fr_ersatz_pr_auc": 0.9902863549432873,
+      "eval_fr_opus100_pr_auc": 0.922759652827542,
+      "eval_fr_ud_pr_auc": 0.9874398736159165,
+      "eval_fy_opus100_pr_auc": 0.6931643611241267,
+      "eval_ga_opus100_pr_auc": 0.9091732920367291,
+      "eval_ga_ud_pr_auc": 0.8259980398593538,
+      "eval_gd_opus100_pr_auc": 0.7028161238415458,
+      "eval_gd_ud_pr_auc": 0.8113306046282016,
+      "eval_gl_opus100_pr_auc": 0.9005541831970655,
+      "eval_gl_ud_pr_auc": 0.9981289629566672,
+      "eval_gu_ersatz_pr_auc": 0.9353379983326645,
+      "eval_gu_opus100_pr_auc": 0.7578262786994852,
+      "eval_ha_opus100_pr_auc": 0.9115206993015949,
+      "eval_he_opus100_pr_auc": 0.8910072132739347,
+      "eval_he_ud_pr_auc": 0.9769460212886998,
+      "eval_hi_ersatz_pr_auc": 0.9849965125257313,
+      "eval_hi_opus100_pr_auc": 0.730444209801425,
+      "eval_hi_ud_pr_auc": 0.9826459234305794,
+      "eval_hu_opus100_pr_auc": 0.9207709390210941,
+      "eval_hu_ud_pr_auc": 0.9836085898832148,
+      "eval_hy_opus100_pr_auc": 0.9177778410085738,
+      "eval_hy_ud_pr_auc": 0.9774665292631828,
+      "eval_id_opus100_pr_auc": 0.8898628590334526,
+      "eval_id_ud_pr_auc": 0.9953124251655725,
+      "eval_ig_opus100_pr_auc": 0.884101830261899,
+      "eval_is_opus100_pr_auc": 0.950283104010966,
+      "eval_is_ud_pr_auc": 0.9106656855139195,
+      "eval_it_opus100_pr_auc": 0.9209913884752362,
+      "eval_it_ud_pr_auc": 0.9969433342469571,
+      "eval_ja_ersatz_pr_auc": 0.8629894227456683,
+      "eval_ja_opus100_pr_auc": 0.8372666265967698,
+      "eval_ja_ud_pr_auc": 0.9871203864483676,
+      "eval_jv_ud_pr_auc": 0.9521318369675291,
+      "eval_ka_opus100_pr_auc": 0.8687828306745821,
+      "eval_kk_ersatz_pr_auc": 0.9837751264984497,
+      "eval_kk_opus100_pr_auc": 0.8217689008939182,
+      "eval_kk_ud_pr_auc": 0.9716662458706551,
+      "eval_km_ersatz_pr_auc": 0.9376877339846772,
+      "eval_km_opus100_pr_auc": 0.7742914999912444,
+      "eval_kn_opus100_pr_auc": 0.6879722982550509,
+      "eval_ko_opus100_pr_auc": 0.7087955199114782,
+      "eval_ko_ud_pr_auc": 0.9997722285021133,
+      "eval_ku_opus100_pr_auc": 0.8556441170115621,
+      "eval_ky_opus100_pr_auc": 0.9106059072855227,
+      "eval_la_ud_pr_auc": 0.9570645526378996,
+      "eval_loss": 0.027730103582143784,
+      "eval_lt_ersatz_pr_auc": 0.9961484547801058,
+      "eval_lt_opus100_pr_auc": 0.8931713629731726,
+      "eval_lt_ud_pr_auc": 0.9964271104539862,
+      "eval_lv_ersatz_pr_auc": 0.9925804435038551,
+      "eval_lv_opus100_pr_auc": 0.8987485319354933,
+      "eval_lv_ud_pr_auc": 0.9643234419151787,
+      "eval_mg_opus100_pr_auc": 0.9442506045677601,
+      "eval_mk_opus100_pr_auc": 0.9351231817534106,
+      "eval_ml_opus100_pr_auc": 0.8183246518961327,
+      "eval_mn_opus100_pr_auc": 0.9441340661824765,
+      "eval_mr_opus100_pr_auc": 0.9070022214401059,
+      "eval_mr_ud_pr_auc": 0.9595838591688827,
+      "eval_ms_opus100_pr_auc": 0.887737539646517,
+      "eval_mt_opus100_pr_auc": 0.8466890902685411,
+      "eval_mt_ud_pr_auc": 0.8978916664195045,
+      "eval_my_opus100_pr_auc": 0.8146938565858468,
+      "eval_ne_opus100_pr_auc": 0.7530093318078311,
+      "eval_nl_opus100_pr_auc": 0.9161678890339736,
+      "eval_nl_ud_pr_auc": 0.9876885015923247,
+      "eval_no_opus100_pr_auc": 0.9244466486519267,
+      "eval_no_ud_pr_auc": 0.9968629971440907,
+      "eval_pa_opus100_pr_auc": 0.6670956391057457,
+      "eval_pl_ersatz_pr_auc": 0.9680483155003223,
+      "eval_pl_opus100_pr_auc": 0.9088581669126989,
+      "eval_pl_ud_pr_auc": 0.9659544738843844,
+      "eval_ps_ersatz_pr_auc": 0.9293160088793876,
+      "eval_ps_opus100_pr_auc": 0.7710640576797262,
+      "eval_pt_opus100_pr_auc": 0.9305647862537566,
+      "eval_pt_ud_pr_auc": 0.9835709922786618,
+      "eval_ro_ersatz_pr_auc": 0.9942198595528126,
+      "eval_ro_opus100_pr_auc": 0.8777594368531131,
+      "eval_ro_ud_pr_auc": 0.9650680299929912,
+      "eval_ru_ersatz_pr_auc": 0.9942474265302355,
+      "eval_ru_opus100_pr_auc": 0.9336678698885731,
+      "eval_ru_ud_pr_auc": 0.8907216865024925,
+      "eval_runtime": 396.3737,
+      "eval_samples_per_second": 190.285,
+      "eval_si_opus100_pr_auc": 0.8243041426299754,
+      "eval_sk_opus100_pr_auc": 0.9450915561216131,
+      "eval_sk_ud_pr_auc": 0.9883061672400821,
+      "eval_sl_opus100_pr_auc": 0.8890619234138165,
+      "eval_sl_ud_pr_auc": 0.9694441346802639,
+      "eval_sq_opus100_pr_auc": 0.9398926904205248,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9221095762342966,
+      "eval_sr_ud_pr_auc": 0.998620327608613,
+      "eval_steps_per_second": 0.744,
+      "eval_sv_opus100_pr_auc": 0.9111176756598701,
+      "eval_sv_ud_pr_auc": 0.9477934293375271,
+      "eval_ta_ersatz_pr_auc": 0.9832629474460897,
+      "eval_ta_opus100_pr_auc": 0.7099309906571873,
+      "eval_ta_ud_pr_auc": 0.9949712690535123,
+      "eval_te_opus100_pr_auc": 0.8433744476383852,
+      "eval_tg_opus100_pr_auc": 0.8957292393389709,
+      "eval_th_opus100_pr_auc": 0.700129228040332,
+      "eval_th_ud_pr_auc": 0.8565824173539939,
+      "eval_tr_ersatz_pr_auc": 0.9656892482036763,
+      "eval_tr_opus100_pr_auc": 0.9133177064175141,
+      "eval_tr_ud_pr_auc": 0.9568609706273334,
+      "eval_uk_opus100_pr_auc": 0.8870940528793153,
+      "eval_uk_ud_pr_auc": 0.9294930202705616,
+      "eval_ur_opus100_pr_auc": 0.5903201544091801,
+      "eval_ur_ud_pr_auc": 0.9951561134037146,
+      "eval_uz_opus100_pr_auc": 0.8823216937933667,
+      "eval_vi_opus100_pr_auc": 0.9084889452364255,
+      "eval_vi_ud_pr_auc": 0.9507405681261596,
+      "eval_xh_opus100_pr_auc": 0.8732153471920432,
+      "eval_yi_opus100_pr_auc": 0.7459805773356155,
+      "eval_yo_opus100_pr_auc": 0.8309350492541772,
+      "eval_yo_ud_pr_auc": 0.9160438054480435,
+      "eval_zh_ersatz_pr_auc": 0.9762242533815599,
+      "eval_zh_opus100_pr_auc": 0.8968917587267565,
+      "eval_zh_ud_pr_auc": 0.9957642690831936,
+      "eval_zu_opus100_pr_auc": 0.8229098462583758,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.0242,
+      "step": 100050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.0242,
+      "step": 100100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.024,
+      "step": 100150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.024,
+      "step": 100200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0238,
+      "step": 100250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0242,
+      "step": 100300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0239,
+      "step": 100350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.024,
+      "step": 100400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.024,
+      "step": 100450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0239,
+      "step": 100500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0239,
+      "step": 100550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.0242,
+      "step": 100600
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.0239,
+      "step": 100650
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.024,
+      "step": 100700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.0239,
+      "step": 100750
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.024,
+      "step": 100800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.024,
+      "step": 100850
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.024,
+      "step": 100900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.0241,
+      "step": 100950
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.0241,
+      "step": 101000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0241,
+      "step": 101050
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.0242,
+      "step": 101100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.024,
+      "step": 101150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0239,
+      "step": 101200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0239,
+      "step": 101250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0242,
+      "step": 101300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.0238,
+      "step": 101350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.0244,
+      "step": 101400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.024,
+      "step": 101450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.0239,
+      "step": 101500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.0239,
+      "step": 101550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.024,
+      "step": 101600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.024,
+      "step": 101650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0242,
+      "step": 101700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.0239,
+      "step": 101750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.0238,
+      "step": 101800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0242,
+      "step": 101850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0241,
+      "step": 101900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.0238,
+      "step": 101950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0241,
+      "step": 102000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0239,
+      "step": 102050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.024,
+      "step": 102100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.024,
+      "step": 102150
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0239,
+      "step": 102200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.0239,
+      "step": 102250
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.024,
+      "step": 102300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.0237,
+      "step": 102350
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.0239,
+      "step": 102400
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.024,
+      "step": 102450
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.0243,
+      "step": 102500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0239,
+      "step": 102550
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0241,
+      "step": 102600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.0242,
+      "step": 102650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.024,
+      "step": 102700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.0241,
+      "step": 102750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.0241,
+      "step": 102800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.0241,
+      "step": 102850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0239,
+      "step": 102900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.0239,
+      "step": 102950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0242,
+      "step": 103000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.024,
+      "step": 103050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.024,
+      "step": 103100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0239,
+      "step": 103150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.024,
+      "step": 103200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0241,
+      "step": 103250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.0241,
+      "step": 103300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.0241,
+      "step": 103350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.0239,
+      "step": 103400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0239,
+      "step": 103450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0239,
+      "step": 103500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.024,
+      "step": 103550
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.0239,
+      "step": 103600
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.0238,
+      "step": 103650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.024,
+      "step": 103700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.0239,
+      "step": 103750
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.0242,
+      "step": 103800
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.024,
+      "step": 103850
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.024,
+      "step": 103900
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.0239,
+      "step": 103950
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.0241,
+      "step": 104000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.024,
+      "step": 104050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.024,
+      "step": 104100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.0239,
+      "step": 104150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.024,
+      "step": 104200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.0238,
+      "step": 104250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0241,
+      "step": 104300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.024,
+      "step": 104350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.0238,
+      "step": 104400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.024,
+      "step": 104450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.0239,
+      "step": 104500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.024,
+      "step": 104550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.024,
+      "step": 104600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.024,
+      "step": 104650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.0242,
+      "step": 104700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0241,
+      "step": 104750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.024,
+      "step": 104800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.024,
+      "step": 104850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.0237,
+      "step": 104900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0237,
+      "step": 104950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.0239,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "eval_af_opus100_pr_auc": 0.7914062759904936,
+      "eval_af_ud_pr_auc": 0.9852043662491765,
+      "eval_am_opus100_pr_auc": 0.589760154766136,
+      "eval_ar_ersatz_pr_auc": 0.9384146770805313,
+      "eval_ar_opus100_pr_auc": 0.7395509129110895,
+      "eval_ar_ud_pr_auc": 0.90314272980085,
+      "eval_average_ersatz_pr_auc": 0.9722656489179322,
+      "eval_average_opus100_pr_auc": 0.8457662998754989,
+      "eval_average_ud_pr_auc": 0.9652697161828123,
+      "eval_az_opus100_pr_auc": 0.7368447009232829,
+      "eval_be_opus100_pr_auc": 0.763308891289393,
+      "eval_be_ud_pr_auc": 0.8959650144880098,
+      "eval_bg_opus100_pr_auc": 0.9241377676453985,
+      "eval_bg_ud_pr_auc": 0.9972377307556113,
+      "eval_bn_opus100_pr_auc": 0.842721670099955,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8929384487545607,
+      "eval_ca_ud_pr_auc": 0.996679140486602,
+      "eval_ceb_ud_pr_auc": 0.9956227832881953,
+      "eval_cs_ersatz_pr_auc": 0.9878118565000736,
+      "eval_cs_opus100_pr_auc": 0.9152634363843771,
+      "eval_cs_ud_pr_auc": 0.9597128491468749,
+      "eval_cy_opus100_pr_auc": 0.7876605522789482,
+      "eval_cy_ud_pr_auc": 0.9969344899958277,
+      "eval_da_opus100_pr_auc": 0.9230887275495177,
+      "eval_da_ud_pr_auc": 0.9774748973730755,
+      "eval_de_ersatz_pr_auc": 0.9908163140907074,
+      "eval_de_opus100_pr_auc": 0.9081025283588557,
+      "eval_de_ud_pr_auc": 0.9834528215980664,
+      "eval_el_opus100_pr_auc": 0.9180287809467167,
+      "eval_el_ud_pr_auc": 0.9888308385797623,
+      "eval_en_ersatz_pr_auc": 0.9922557951525832,
+      "eval_en_opus100_pr_auc": 0.9224391662167886,
+      "eval_en_ud_pr_auc": 0.9802386569560341,
+      "eval_eo_opus100_pr_auc": 0.9284571607221573,
+      "eval_es_ersatz_pr_auc": 0.9967373203889744,
+      "eval_es_opus100_pr_auc": 0.933055361570708,
+      "eval_es_ud_pr_auc": 0.9905017347594977,
+      "eval_et_ersatz_pr_auc": 0.982109126814525,
+      "eval_et_opus100_pr_auc": 0.9165249418049313,
+      "eval_et_ud_pr_auc": 0.9694802733351722,
+      "eval_eu_opus100_pr_auc": 0.8785444209885127,
+      "eval_eu_ud_pr_auc": 0.9932257509716143,
+      "eval_fa_opus100_pr_auc": 0.6250063541363624,
+      "eval_fa_ud_pr_auc": 0.994776106673241,
+      "eval_fi_ersatz_pr_auc": 0.9948062334968998,
+      "eval_fi_opus100_pr_auc": 0.9275439363238073,
+      "eval_fi_ud_pr_auc": 0.9684619978549839,
+      "eval_fr_ersatz_pr_auc": 0.987408231247671,
+      "eval_fr_opus100_pr_auc": 0.9181125112963692,
+      "eval_fr_ud_pr_auc": 0.9758146057530543,
+      "eval_fy_opus100_pr_auc": 0.6827591372901783,
+      "eval_ga_opus100_pr_auc": 0.9076234951609078,
+      "eval_ga_ud_pr_auc": 0.8329606759250852,
+      "eval_gd_opus100_pr_auc": 0.6917169357184222,
+      "eval_gd_ud_pr_auc": 0.8307249437694835,
+      "eval_gl_opus100_pr_auc": 0.8935381739948346,
+      "eval_gl_ud_pr_auc": 0.9975747261163765,
+      "eval_gu_ersatz_pr_auc": 0.9559385203635525,
+      "eval_gu_opus100_pr_auc": 0.7499317598202947,
+      "eval_ha_opus100_pr_auc": 0.9138152079060633,
+      "eval_he_opus100_pr_auc": 0.8723075245148751,
+      "eval_he_ud_pr_auc": 0.980145368668744,
+      "eval_hi_ersatz_pr_auc": 0.9859990833264419,
+      "eval_hi_opus100_pr_auc": 0.7301370989281829,
+      "eval_hi_ud_pr_auc": 0.9903214651009458,
+      "eval_hu_opus100_pr_auc": 0.9117449059353224,
+      "eval_hu_ud_pr_auc": 0.9840097391598385,
+      "eval_hy_opus100_pr_auc": 0.9126356344327078,
+      "eval_hy_ud_pr_auc": 0.9670603164470073,
+      "eval_id_opus100_pr_auc": 0.8870419704831948,
+      "eval_id_ud_pr_auc": 0.9960831945570743,
+      "eval_ig_opus100_pr_auc": 0.8752342682483285,
+      "eval_is_opus100_pr_auc": 0.9360527962652472,
+      "eval_is_ud_pr_auc": 0.9064986455606998,
+      "eval_it_opus100_pr_auc": 0.9188828643992125,
+      "eval_it_ud_pr_auc": 0.9994877567605981,
+      "eval_ja_ersatz_pr_auc": 0.8548689379773071,
+      "eval_ja_opus100_pr_auc": 0.8512946623007738,
+      "eval_ja_ud_pr_auc": 0.9821329349448364,
+      "eval_jv_ud_pr_auc": 0.9507045086818333,
+      "eval_ka_opus100_pr_auc": 0.8575398908237886,
+      "eval_kk_ersatz_pr_auc": 0.9863737480998886,
+      "eval_kk_opus100_pr_auc": 0.8215602676177681,
+      "eval_kk_ud_pr_auc": 0.9743930845317834,
+      "eval_km_ersatz_pr_auc": 0.9373107882822331,
+      "eval_km_opus100_pr_auc": 0.7719527096741473,
+      "eval_kn_opus100_pr_auc": 0.689870859019118,
+      "eval_ko_opus100_pr_auc": 0.7154476471391302,
+      "eval_ko_ud_pr_auc": 0.9994799695138066,
+      "eval_ku_opus100_pr_auc": 0.8588619527215989,
+      "eval_ky_opus100_pr_auc": 0.8858708986220755,
+      "eval_la_ud_pr_auc": 0.9704837808356347,
+      "eval_loss": 0.027409281581640244,
+      "eval_lt_ersatz_pr_auc": 0.9967751432316438,
+      "eval_lt_opus100_pr_auc": 0.8803445324462484,
+      "eval_lt_ud_pr_auc": 0.9953480754095925,
+      "eval_lv_ersatz_pr_auc": 0.9909120057052503,
+      "eval_lv_opus100_pr_auc": 0.8843690892809767,
+      "eval_lv_ud_pr_auc": 0.9631314114877007,
+      "eval_mg_opus100_pr_auc": 0.9427079634519447,
+      "eval_mk_opus100_pr_auc": 0.9255618043572948,
+      "eval_ml_opus100_pr_auc": 0.7867074470399498,
+      "eval_mn_opus100_pr_auc": 0.9523964625685953,
+      "eval_mr_opus100_pr_auc": 0.9042948306745598,
+      "eval_mr_ud_pr_auc": 0.9602400055859835,
+      "eval_ms_opus100_pr_auc": 0.8689229025547339,
+      "eval_mt_opus100_pr_auc": 0.8414718961481167,
+      "eval_mt_ud_pr_auc": 0.9022045663353606,
+      "eval_my_opus100_pr_auc": 0.8194777265417018,
+      "eval_ne_opus100_pr_auc": 0.762621117885869,
+      "eval_nl_opus100_pr_auc": 0.8990133199013025,
+      "eval_nl_ud_pr_auc": 0.9853924495846276,
+      "eval_no_opus100_pr_auc": 0.9175775658283174,
+      "eval_no_ud_pr_auc": 0.996192617238745,
+      "eval_pa_opus100_pr_auc": 0.6729265829938241,
+      "eval_pl_ersatz_pr_auc": 0.9744648673062168,
+      "eval_pl_opus100_pr_auc": 0.8990530830675096,
+      "eval_pl_ud_pr_auc": 0.9702622331653205,
+      "eval_ps_ersatz_pr_auc": 0.9280356414475269,
+      "eval_ps_opus100_pr_auc": 0.7384002054155455,
+      "eval_pt_opus100_pr_auc": 0.9274784913012745,
+      "eval_pt_ud_pr_auc": 0.986735769269689,
+      "eval_ro_ersatz_pr_auc": 0.9940478537701529,
+      "eval_ro_opus100_pr_auc": 0.8736506927435301,
+      "eval_ro_ud_pr_auc": 0.9583536641551772,
+      "eval_ru_ersatz_pr_auc": 0.9934890316976559,
+      "eval_ru_opus100_pr_auc": 0.9324578809261557,
+      "eval_ru_ud_pr_auc": 0.8646741263490363,
+      "eval_runtime": 407.6626,
+      "eval_samples_per_second": 185.016,
+      "eval_si_opus100_pr_auc": 0.819655506838084,
+      "eval_sk_opus100_pr_auc": 0.9374704887800767,
+      "eval_sk_ud_pr_auc": 0.9884700585028594,
+      "eval_sl_opus100_pr_auc": 0.8781990796098695,
+      "eval_sl_ud_pr_auc": 0.9704910741628333,
+      "eval_sq_opus100_pr_auc": 0.9346771003424563,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9098516952973056,
+      "eval_sr_ud_pr_auc": 0.9993249198834715,
+      "eval_steps_per_second": 0.724,
+      "eval_sv_opus100_pr_auc": 0.9087821968525002,
+      "eval_sv_ud_pr_auc": 0.9444300801804566,
+      "eval_ta_ersatz_pr_auc": 0.9832488991096892,
+      "eval_ta_opus100_pr_auc": 0.7045243473800455,
+      "eval_ta_ud_pr_auc": 0.9966040505533853,
+      "eval_te_opus100_pr_auc": 0.8422710968152917,
+      "eval_tg_opus100_pr_auc": 0.9010095302370871,
+      "eval_th_opus100_pr_auc": 0.6835448577439069,
+      "eval_th_ud_pr_auc": 0.8652767211239436,
+      "eval_tr_ersatz_pr_auc": 0.9700558096133782,
+      "eval_tr_opus100_pr_auc": 0.9081034424013138,
+      "eval_tr_ud_pr_auc": 0.9567093333230503,
+      "eval_uk_opus100_pr_auc": 0.8765089797191,
+      "eval_uk_ud_pr_auc": 0.9359922193582677,
+      "eval_ur_opus100_pr_auc": 0.5895417304514058,
+      "eval_ur_ud_pr_auc": 0.995187535948225,
+      "eval_uz_opus100_pr_auc": 0.8885512412649571,
+      "eval_vi_opus100_pr_auc": 0.9002232269775958,
+      "eval_vi_ud_pr_auc": 0.9669108248662197,
+      "eval_xh_opus100_pr_auc": 0.8615580633483804,
+      "eval_yi_opus100_pr_auc": 0.7257020868198689,
+      "eval_yo_opus100_pr_auc": 0.8281478605214205,
+      "eval_yo_ud_pr_auc": 0.9113093906666152,
+      "eval_zh_ersatz_pr_auc": 0.9679643914916077,
+      "eval_zh_opus100_pr_auc": 0.8826616357885781,
+      "eval_zh_ud_pr_auc": 0.9923147966303477,
+      "eval_zu_opus100_pr_auc": 0.8241014654996783,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0238,
+      "step": 105050
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0238,
+      "step": 105100
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0238,
+      "step": 105150
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.0239,
+      "step": 105200
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0237,
+      "step": 105250
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0238,
+      "step": 105300
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.024,
+      "step": 105350
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0239,
+      "step": 105400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.024,
+      "step": 105450
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.0239,
+      "step": 105500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0238,
+      "step": 105550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0242,
+      "step": 105600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0238,
+      "step": 105650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.0239,
+      "step": 105700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0236,
+      "step": 105750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.0239,
+      "step": 105800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.024,
+      "step": 105850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.024,
+      "step": 105900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.024,
+      "step": 105950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.024,
+      "step": 106000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0238,
+      "step": 106050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0241,
+      "step": 106100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0238,
+      "step": 106150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0238,
+      "step": 106200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0238,
+      "step": 106250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.0238,
+      "step": 106300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.0239,
+      "step": 106350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0238,
+      "step": 106400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0238,
+      "step": 106450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.0236,
+      "step": 106500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.0238,
+      "step": 106550
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.0238,
+      "step": 106600
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.0239,
+      "step": 106650
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.0238,
+      "step": 106700
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.0241,
+      "step": 106750
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.024,
+      "step": 106800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.0237,
+      "step": 106850
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.0238,
+      "step": 106900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.024,
+      "step": 106950
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0238,
+      "step": 107000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.0239,
+      "step": 107050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0237,
+      "step": 107100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0241,
+      "step": 107150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.024,
+      "step": 107200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.024,
+      "step": 107250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0241,
+      "step": 107300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.0237,
+      "step": 107350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.024,
+      "step": 107400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.0239,
+      "step": 107450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.024,
+      "step": 107500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0236,
+      "step": 107550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.0238,
+      "step": 107600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.0237,
+      "step": 107650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.0239,
+      "step": 107700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.024,
+      "step": 107750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0237,
+      "step": 107800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.0238,
+      "step": 107850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.0238,
+      "step": 107900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0239,
+      "step": 107950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.0239,
+      "step": 108000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.0238,
+      "step": 108050
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.024,
+      "step": 108100
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0239,
+      "step": 108150
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0238,
+      "step": 108200
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0238,
+      "step": 108250
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.024,
+      "step": 108300
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.024,
+      "step": 108350
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0238,
+      "step": 108400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0237,
+      "step": 108450
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0237,
+      "step": 108500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.024,
+      "step": 108550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0238,
+      "step": 108600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0238,
+      "step": 108650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.024,
+      "step": 108700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0239,
+      "step": 108750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.0236,
+      "step": 108800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.024,
+      "step": 108850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0237,
+      "step": 108900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0237,
+      "step": 108950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.0237,
+      "step": 109000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.0238,
+      "step": 109050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0239,
+      "step": 109100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.0238,
+      "step": 109150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0237,
+      "step": 109200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0236,
+      "step": 109250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.0239,
+      "step": 109300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.0235,
+      "step": 109350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.0238,
+      "step": 109400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.0239,
+      "step": 109450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0239,
+      "step": 109500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0237,
+      "step": 109550
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.0236,
+      "step": 109600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.0238,
+      "step": 109650
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0238,
+      "step": 109700
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0237,
+      "step": 109750
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0238,
+      "step": 109800
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.0236,
+      "step": 109850
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.0238,
+      "step": 109900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0237,
+      "step": 109950
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.0238,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "eval_af_opus100_pr_auc": 0.7964411025369176,
+      "eval_af_ud_pr_auc": 0.9883091787068217,
+      "eval_am_opus100_pr_auc": 0.6036794290168499,
+      "eval_ar_ersatz_pr_auc": 0.9342004062861943,
+      "eval_ar_opus100_pr_auc": 0.7369413914896455,
+      "eval_ar_ud_pr_auc": 0.8940626510313103,
+      "eval_average_ersatz_pr_auc": 0.9684505061436454,
+      "eval_average_opus100_pr_auc": 0.8504442004511904,
+      "eval_average_ud_pr_auc": 0.9655147289604968,
+      "eval_az_opus100_pr_auc": 0.7776328312526841,
+      "eval_be_opus100_pr_auc": 0.7578574496008279,
+      "eval_be_ud_pr_auc": 0.9032928379193197,
+      "eval_bg_opus100_pr_auc": 0.9290525431979231,
+      "eval_bg_ud_pr_auc": 0.9977683357615785,
+      "eval_bn_opus100_pr_auc": 0.854592518781417,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8987173589833719,
+      "eval_ca_ud_pr_auc": 0.9954401519565084,
+      "eval_ceb_ud_pr_auc": 0.9977581449818285,
+      "eval_cs_ersatz_pr_auc": 0.9882039591454778,
+      "eval_cs_opus100_pr_auc": 0.9226268745866061,
+      "eval_cs_ud_pr_auc": 0.9632830676601983,
+      "eval_cy_opus100_pr_auc": 0.793095527819879,
+      "eval_cy_ud_pr_auc": 0.9972255665172265,
+      "eval_da_opus100_pr_auc": 0.9294237886971178,
+      "eval_da_ud_pr_auc": 0.9838367562326453,
+      "eval_de_ersatz_pr_auc": 0.989524991541308,
+      "eval_de_opus100_pr_auc": 0.9166729882512481,
+      "eval_de_ud_pr_auc": 0.9856230852925016,
+      "eval_el_opus100_pr_auc": 0.9249916846749796,
+      "eval_el_ud_pr_auc": 0.9847688421077803,
+      "eval_en_ersatz_pr_auc": 0.9919933528703258,
+      "eval_en_opus100_pr_auc": 0.9208598726528766,
+      "eval_en_ud_pr_auc": 0.9801043823642847,
+      "eval_eo_opus100_pr_auc": 0.9341238084971042,
+      "eval_es_ersatz_pr_auc": 0.9970705749173069,
+      "eval_es_opus100_pr_auc": 0.9384346238252949,
+      "eval_es_ud_pr_auc": 0.9908285906176518,
+      "eval_et_ersatz_pr_auc": 0.9832525964528226,
+      "eval_et_opus100_pr_auc": 0.9189025110870291,
+      "eval_et_ud_pr_auc": 0.9715290751456671,
+      "eval_eu_opus100_pr_auc": 0.8896373713548775,
+      "eval_eu_ud_pr_auc": 0.9934065825192386,
+      "eval_fa_opus100_pr_auc": 0.6615612363595004,
+      "eval_fa_ud_pr_auc": 0.9924876016759827,
+      "eval_fi_ersatz_pr_auc": 0.9938191634556796,
+      "eval_fi_opus100_pr_auc": 0.9203776869387966,
+      "eval_fi_ud_pr_auc": 0.9676913610844791,
+      "eval_fr_ersatz_pr_auc": 0.9904129432392571,
+      "eval_fr_opus100_pr_auc": 0.917632513268648,
+      "eval_fr_ud_pr_auc": 0.9860457227174049,
+      "eval_fy_opus100_pr_auc": 0.7052465594745132,
+      "eval_ga_opus100_pr_auc": 0.91235968048897,
+      "eval_ga_ud_pr_auc": 0.8261531861875737,
+      "eval_gd_opus100_pr_auc": 0.6886835470901054,
+      "eval_gd_ud_pr_auc": 0.8250575658361032,
+      "eval_gl_opus100_pr_auc": 0.8968893728249551,
+      "eval_gl_ud_pr_auc": 0.9979504159946678,
+      "eval_gu_ersatz_pr_auc": 0.9368690364166556,
+      "eval_gu_opus100_pr_auc": 0.7563446643214211,
+      "eval_ha_opus100_pr_auc": 0.9231470117740304,
+      "eval_he_opus100_pr_auc": 0.8847075350808175,
+      "eval_he_ud_pr_auc": 0.9804528548298065,
+      "eval_hi_ersatz_pr_auc": 0.9814007584865544,
+      "eval_hi_opus100_pr_auc": 0.7367867724759329,
+      "eval_hi_ud_pr_auc": 0.9836902422934998,
+      "eval_hu_opus100_pr_auc": 0.9175351788708214,
+      "eval_hu_ud_pr_auc": 0.9847449196767746,
+      "eval_hy_opus100_pr_auc": 0.9151498210601703,
+      "eval_hy_ud_pr_auc": 0.9819601896093402,
+      "eval_id_opus100_pr_auc": 0.8869367822780473,
+      "eval_id_ud_pr_auc": 0.9952565862941813,
+      "eval_ig_opus100_pr_auc": 0.8940989041229057,
+      "eval_is_opus100_pr_auc": 0.9322965823930157,
+      "eval_is_ud_pr_auc": 0.912522938475181,
+      "eval_it_opus100_pr_auc": 0.9183554883330749,
+      "eval_it_ud_pr_auc": 0.9991715881978572,
+      "eval_ja_ersatz_pr_auc": 0.806332207522252,
+      "eval_ja_opus100_pr_auc": 0.7934606789432999,
+      "eval_ja_ud_pr_auc": 0.9801204018761637,
+      "eval_jv_ud_pr_auc": 0.953574798875558,
+      "eval_ka_opus100_pr_auc": 0.8602115165505635,
+      "eval_kk_ersatz_pr_auc": 0.9847740678541236,
+      "eval_kk_opus100_pr_auc": 0.8079769470623727,
+      "eval_kk_ud_pr_auc": 0.9710560004803235,
+      "eval_km_ersatz_pr_auc": 0.9379911382114917,
+      "eval_km_opus100_pr_auc": 0.7612745853683189,
+      "eval_kn_opus100_pr_auc": 0.6998236765044199,
+      "eval_ko_opus100_pr_auc": 0.7186633972027213,
+      "eval_ko_ud_pr_auc": 0.9987571937623774,
+      "eval_ku_opus100_pr_auc": 0.850392181470048,
+      "eval_ky_opus100_pr_auc": 0.909328854213908,
+      "eval_la_ud_pr_auc": 0.9715701300130563,
+      "eval_loss": 0.027336053550243378,
+      "eval_lt_ersatz_pr_auc": 0.9964623132742945,
+      "eval_lt_opus100_pr_auc": 0.8848889693854691,
+      "eval_lt_ud_pr_auc": 0.9963108883682176,
+      "eval_lv_ersatz_pr_auc": 0.9938216389389841,
+      "eval_lv_opus100_pr_auc": 0.9030437837291209,
+      "eval_lv_ud_pr_auc": 0.9676323151184647,
+      "eval_mg_opus100_pr_auc": 0.9413988781417298,
+      "eval_mk_opus100_pr_auc": 0.9250013939303015,
+      "eval_ml_opus100_pr_auc": 0.8023125223183752,
+      "eval_mn_opus100_pr_auc": 0.9575070322466983,
+      "eval_mr_opus100_pr_auc": 0.910243058983629,
+      "eval_mr_ud_pr_auc": 0.9672499902414905,
+      "eval_ms_opus100_pr_auc": 0.8918940837873877,
+      "eval_mt_opus100_pr_auc": 0.8468891676766793,
+      "eval_mt_ud_pr_auc": 0.9131675331512016,
+      "eval_my_opus100_pr_auc": 0.8183285480313873,
+      "eval_ne_opus100_pr_auc": 0.7505559958951795,
+      "eval_nl_opus100_pr_auc": 0.907338831475921,
+      "eval_nl_ud_pr_auc": 0.9812053992431441,
+      "eval_no_opus100_pr_auc": 0.9210232561249477,
+      "eval_no_ud_pr_auc": 0.9962902189050078,
+      "eval_pa_opus100_pr_auc": 0.68388473815139,
+      "eval_pl_ersatz_pr_auc": 0.9749271413423803,
+      "eval_pl_opus100_pr_auc": 0.9110579259089211,
+      "eval_pl_ud_pr_auc": 0.971816156895942,
+      "eval_ps_ersatz_pr_auc": 0.9204478563976405,
+      "eval_ps_opus100_pr_auc": 0.7438649943358059,
+      "eval_pt_opus100_pr_auc": 0.9361682268315664,
+      "eval_pt_ud_pr_auc": 0.9853859065676231,
+      "eval_ro_ersatz_pr_auc": 0.9945366713457143,
+      "eval_ro_opus100_pr_auc": 0.8615120278446085,
+      "eval_ro_ud_pr_auc": 0.9590159893594816,
+      "eval_ru_ersatz_pr_auc": 0.9956311174401531,
+      "eval_ru_opus100_pr_auc": 0.9372512643502391,
+      "eval_ru_ud_pr_auc": 0.8598849564866616,
+      "eval_runtime": 402.428,
+      "eval_samples_per_second": 187.422,
+      "eval_si_opus100_pr_auc": 0.8224183685701857,
+      "eval_sk_opus100_pr_auc": 0.9415584517805705,
+      "eval_sk_ud_pr_auc": 0.9811765816645743,
+      "eval_sl_opus100_pr_auc": 0.8823220199417523,
+      "eval_sl_ud_pr_auc": 0.9689646875376619,
+      "eval_sq_opus100_pr_auc": 0.940584473952015,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9141210355553573,
+      "eval_sr_ud_pr_auc": 0.9991306723432827,
+      "eval_steps_per_second": 0.733,
+      "eval_sv_opus100_pr_auc": 0.9078520328033793,
+      "eval_sv_ud_pr_auc": 0.9563429865562949,
+      "eval_ta_ersatz_pr_auc": 0.9831768638132299,
+      "eval_ta_opus100_pr_auc": 0.7160781117275631,
+      "eval_ta_ud_pr_auc": 0.9926671667801807,
+      "eval_te_opus100_pr_auc": 0.8462234278599602,
+      "eval_tg_opus100_pr_auc": 0.9072281374323633,
+      "eval_th_opus100_pr_auc": 0.6758122989336638,
+      "eval_th_ud_pr_auc": 0.8480496369107765,
+      "eval_tr_ersatz_pr_auc": 0.969078697324249,
+      "eval_tr_opus100_pr_auc": 0.9073293154019785,
+      "eval_tr_ud_pr_auc": 0.9609175564731356,
+      "eval_uk_opus100_pr_auc": 0.8802732566108009,
+      "eval_uk_ud_pr_auc": 0.9350191070598585,
+      "eval_ur_opus100_pr_auc": 0.5991587046336039,
+      "eval_ur_ud_pr_auc": 0.989711933256427,
+      "eval_uz_opus100_pr_auc": 0.8841624168685724,
+      "eval_vi_opus100_pr_auc": 0.9011744484477382,
+      "eval_vi_ud_pr_auc": 0.96048201793158,
+      "eval_xh_opus100_pr_auc": 0.8768689960249452,
+      "eval_yi_opus100_pr_auc": 0.7507847101172208,
+      "eval_yo_opus100_pr_auc": 0.8282406590245782,
+      "eval_yo_ud_pr_auc": 0.9121414104524499,
+      "eval_zh_ersatz_pr_auc": 0.9619836388840998,
+      "eval_zh_opus100_pr_auc": 0.883553120746042,
+      "eval_zh_ud_pr_auc": 0.9962754927499748,
+      "eval_zu_opus100_pr_auc": 0.8235909006379326,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0238,
+      "step": 110050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.0239,
+      "step": 110100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.0238,
+      "step": 110150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.0237,
+      "step": 110200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0239,
+      "step": 110250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0237,
+      "step": 110300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0236,
+      "step": 110350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.0235,
+      "step": 110400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.0238,
+      "step": 110450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0238,
+      "step": 110500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.0237,
+      "step": 110550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.0238,
+      "step": 110600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0235,
+      "step": 110650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.0238,
+      "step": 110700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.0237,
+      "step": 110750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.0237,
+      "step": 110800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0237,
+      "step": 110850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.0238,
+      "step": 110900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.0236,
+      "step": 110950
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.0237,
+      "step": 111000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0237,
+      "step": 111050
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.0236,
+      "step": 111100
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0238,
+      "step": 111150
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.0236,
+      "step": 111200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0237,
+      "step": 111250
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0239,
+      "step": 111300
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0239,
+      "step": 111350
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0237,
+      "step": 111400
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.0239,
+      "step": 111450
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0238,
+      "step": 111500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.0241,
+      "step": 111550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0237,
+      "step": 111600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.0239,
+      "step": 111650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0239,
+      "step": 111700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0236,
+      "step": 111750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0236,
+      "step": 111800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0236,
+      "step": 111850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0238,
+      "step": 111900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0237,
+      "step": 111950
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0236,
+      "step": 112000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0238,
+      "step": 112050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0239,
+      "step": 112100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.0238,
+      "step": 112150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.0236,
+      "step": 112200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.0236,
+      "step": 112250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0238,
+      "step": 112300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0237,
+      "step": 112350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.024,
+      "step": 112400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.0237,
+      "step": 112450
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0237,
+      "step": 112500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.0236,
+      "step": 112550
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0237,
+      "step": 112600
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.0237,
+      "step": 112650
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0234,
+      "step": 112700
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.0236,
+      "step": 112750
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.0237,
+      "step": 112800
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.0236,
+      "step": 112850
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.0237,
+      "step": 112900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0238,
+      "step": 112950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0236,
+      "step": 113000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0237,
+      "step": 113050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.0236,
+      "step": 113100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.0237,
+      "step": 113150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.0237,
+      "step": 113200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0237,
+      "step": 113250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.0237,
+      "step": 113300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0236,
+      "step": 113350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0233,
+      "step": 113400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.0237,
+      "step": 113450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0239,
+      "step": 113500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0236,
+      "step": 113550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0238,
+      "step": 113600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.0235,
+      "step": 113650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.0235,
+      "step": 113700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0235,
+      "step": 113750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.0237,
+      "step": 113800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0235,
+      "step": 113850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.0234,
+      "step": 113900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0236,
+      "step": 113950
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.0236,
+      "step": 114000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.0237,
+      "step": 114050
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0239,
+      "step": 114100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.0235,
+      "step": 114150
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0238,
+      "step": 114200
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0234,
+      "step": 114250
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0236,
+      "step": 114300
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.024,
+      "step": 114350
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0236,
+      "step": 114400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.0236,
+      "step": 114450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0234,
+      "step": 114500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.0234,
+      "step": 114550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0237,
+      "step": 114600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.0235,
+      "step": 114650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.0235,
+      "step": 114700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0237,
+      "step": 114750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.0237,
+      "step": 114800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0236,
+      "step": 114850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.0236,
+      "step": 114900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.0236,
+      "step": 114950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0236,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "eval_af_opus100_pr_auc": 0.8018761526151877,
+      "eval_af_ud_pr_auc": 0.9881030460117486,
+      "eval_am_opus100_pr_auc": 0.5842160183293471,
+      "eval_ar_ersatz_pr_auc": 0.9292709353923823,
+      "eval_ar_opus100_pr_auc": 0.7307208756139565,
+      "eval_ar_ud_pr_auc": 0.897492056437197,
+      "eval_average_ersatz_pr_auc": 0.9706297459182991,
+      "eval_average_opus100_pr_auc": 0.8477222440922245,
+      "eval_average_ud_pr_auc": 0.9633112600159499,
+      "eval_az_opus100_pr_auc": 0.7989090178266404,
+      "eval_be_opus100_pr_auc": 0.7410757024392375,
+      "eval_be_ud_pr_auc": 0.9024505845431507,
+      "eval_bg_opus100_pr_auc": 0.9288504466928176,
+      "eval_bg_ud_pr_auc": 0.9965172928079951,
+      "eval_bn_opus100_pr_auc": 0.8449744706280774,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8956168197234613,
+      "eval_ca_ud_pr_auc": 0.9953971647164832,
+      "eval_ceb_ud_pr_auc": 0.9958731252771582,
+      "eval_cs_ersatz_pr_auc": 0.9879563966484657,
+      "eval_cs_opus100_pr_auc": 0.9219804822454258,
+      "eval_cs_ud_pr_auc": 0.962689599359535,
+      "eval_cy_opus100_pr_auc": 0.7858333719100182,
+      "eval_cy_ud_pr_auc": 0.9969678496033223,
+      "eval_da_opus100_pr_auc": 0.9180528886747443,
+      "eval_da_ud_pr_auc": 0.9804113916249172,
+      "eval_de_ersatz_pr_auc": 0.9882027873582067,
+      "eval_de_opus100_pr_auc": 0.91435786183393,
+      "eval_de_ud_pr_auc": 0.9892207370161283,
+      "eval_el_opus100_pr_auc": 0.921773546737312,
+      "eval_el_ud_pr_auc": 0.9852790821561122,
+      "eval_en_ersatz_pr_auc": 0.9924087946814222,
+      "eval_en_opus100_pr_auc": 0.9212921064001457,
+      "eval_en_ud_pr_auc": 0.9811251538176601,
+      "eval_eo_opus100_pr_auc": 0.9284162278129018,
+      "eval_es_ersatz_pr_auc": 0.99702770833763,
+      "eval_es_opus100_pr_auc": 0.9390802038900223,
+      "eval_es_ud_pr_auc": 0.9908620998225321,
+      "eval_et_ersatz_pr_auc": 0.9813309512009064,
+      "eval_et_opus100_pr_auc": 0.907042931927692,
+      "eval_et_ud_pr_auc": 0.9667518177803833,
+      "eval_eu_opus100_pr_auc": 0.8755141666518856,
+      "eval_eu_ud_pr_auc": 0.9923739586670818,
+      "eval_fa_opus100_pr_auc": 0.6350382598109684,
+      "eval_fa_ud_pr_auc": 0.9940046166433588,
+      "eval_fi_ersatz_pr_auc": 0.99422093756527,
+      "eval_fi_opus100_pr_auc": 0.9249054562300799,
+      "eval_fi_ud_pr_auc": 0.9685886987532673,
+      "eval_fr_ersatz_pr_auc": 0.9900355564036056,
+      "eval_fr_opus100_pr_auc": 0.9158691127805951,
+      "eval_fr_ud_pr_auc": 0.9868424892810235,
+      "eval_fy_opus100_pr_auc": 0.7094301824092581,
+      "eval_ga_opus100_pr_auc": 0.9096033485609611,
+      "eval_ga_ud_pr_auc": 0.8179323992272314,
+      "eval_gd_opus100_pr_auc": 0.6851235992596748,
+      "eval_gd_ud_pr_auc": 0.8169627714028069,
+      "eval_gl_opus100_pr_auc": 0.8996270756808121,
+      "eval_gl_ud_pr_auc": 0.9980685460856805,
+      "eval_gu_ersatz_pr_auc": 0.9415687301214166,
+      "eval_gu_opus100_pr_auc": 0.7395850695016549,
+      "eval_ha_opus100_pr_auc": 0.9232532796098301,
+      "eval_he_opus100_pr_auc": 0.8794641897968315,
+      "eval_he_ud_pr_auc": 0.9751621997686992,
+      "eval_hi_ersatz_pr_auc": 0.9845665284565668,
+      "eval_hi_opus100_pr_auc": 0.7311543057789229,
+      "eval_hi_ud_pr_auc": 0.9904822597117515,
+      "eval_hu_opus100_pr_auc": 0.9166886104746345,
+      "eval_hu_ud_pr_auc": 0.981804689320349,
+      "eval_hy_opus100_pr_auc": 0.9105929090101657,
+      "eval_hy_ud_pr_auc": 0.9719289623419944,
+      "eval_id_opus100_pr_auc": 0.867424794164646,
+      "eval_id_ud_pr_auc": 0.9950906207705194,
+      "eval_ig_opus100_pr_auc": 0.8814295986996029,
+      "eval_is_opus100_pr_auc": 0.9323125726944076,
+      "eval_is_ud_pr_auc": 0.9014641518404455,
+      "eval_it_opus100_pr_auc": 0.9161662808043768,
+      "eval_it_ud_pr_auc": 0.9969237685607608,
+      "eval_ja_ersatz_pr_auc": 0.8532971594673039,
+      "eval_ja_opus100_pr_auc": 0.8055366112857434,
+      "eval_ja_ud_pr_auc": 0.9874485271683296,
+      "eval_jv_ud_pr_auc": 0.9530486646399754,
+      "eval_ka_opus100_pr_auc": 0.8645388118761581,
+      "eval_kk_ersatz_pr_auc": 0.985688526104542,
+      "eval_kk_opus100_pr_auc": 0.8239542287574081,
+      "eval_kk_ud_pr_auc": 0.970714027373526,
+      "eval_km_ersatz_pr_auc": 0.9369441032537742,
+      "eval_km_opus100_pr_auc": 0.7804409181904388,
+      "eval_kn_opus100_pr_auc": 0.6825942023573967,
+      "eval_ko_opus100_pr_auc": 0.7099302163489114,
+      "eval_ko_ud_pr_auc": 0.9997025818517408,
+      "eval_ku_opus100_pr_auc": 0.8641515653187346,
+      "eval_ky_opus100_pr_auc": 0.9090082982211433,
+      "eval_la_ud_pr_auc": 0.9690976530146451,
+      "eval_loss": 0.027086611837148666,
+      "eval_lt_ersatz_pr_auc": 0.995969600965924,
+      "eval_lt_opus100_pr_auc": 0.8777443989624805,
+      "eval_lt_ud_pr_auc": 0.9951898955133519,
+      "eval_lv_ersatz_pr_auc": 0.9939290448486354,
+      "eval_lv_opus100_pr_auc": 0.896427374748944,
+      "eval_lv_ud_pr_auc": 0.9615024106429788,
+      "eval_mg_opus100_pr_auc": 0.9411986202641522,
+      "eval_mk_opus100_pr_auc": 0.9271519023057807,
+      "eval_ml_opus100_pr_auc": 0.8091061368814009,
+      "eval_mn_opus100_pr_auc": 0.9520571974377077,
+      "eval_mr_opus100_pr_auc": 0.8958068067144116,
+      "eval_mr_ud_pr_auc": 0.9662084843913676,
+      "eval_ms_opus100_pr_auc": 0.8805673778542217,
+      "eval_mt_opus100_pr_auc": 0.8636513293017579,
+      "eval_mt_ud_pr_auc": 0.8853253639067411,
+      "eval_my_opus100_pr_auc": 0.8160245397542678,
+      "eval_ne_opus100_pr_auc": 0.7533552973719451,
+      "eval_nl_opus100_pr_auc": 0.9088515779756415,
+      "eval_nl_ud_pr_auc": 0.9825999797046477,
+      "eval_no_opus100_pr_auc": 0.9182960986261525,
+      "eval_no_ud_pr_auc": 0.9957105803514857,
+      "eval_pa_opus100_pr_auc": 0.6909982990425649,
+      "eval_pl_ersatz_pr_auc": 0.9738839493207986,
+      "eval_pl_opus100_pr_auc": 0.9065975599820654,
+      "eval_pl_ud_pr_auc": 0.9664509915687871,
+      "eval_ps_ersatz_pr_auc": 0.9185889691110162,
+      "eval_ps_opus100_pr_auc": 0.7560035954469658,
+      "eval_pt_opus100_pr_auc": 0.9313675989319711,
+      "eval_pt_ud_pr_auc": 0.9874195664630454,
+      "eval_ro_ersatz_pr_auc": 0.9943612635973942,
+      "eval_ro_opus100_pr_auc": 0.8834842422487761,
+      "eval_ro_ud_pr_auc": 0.9362754081421149,
+      "eval_ru_ersatz_pr_auc": 0.9947506285547176,
+      "eval_ru_opus100_pr_auc": 0.9267570649588727,
+      "eval_ru_ud_pr_auc": 0.8598697973977366,
+      "eval_runtime": 398.8004,
+      "eval_samples_per_second": 189.127,
+      "eval_si_opus100_pr_auc": 0.8233313726502607,
+      "eval_sk_opus100_pr_auc": 0.9376668255210103,
+      "eval_sk_ud_pr_auc": 0.9846259816706755,
+      "eval_sl_opus100_pr_auc": 0.8823425895857387,
+      "eval_sl_ud_pr_auc": 0.964529448364794,
+      "eval_sq_opus100_pr_auc": 0.939994373428238,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9156679167531678,
+      "eval_sr_ud_pr_auc": 0.9991533975710032,
+      "eval_steps_per_second": 0.74,
+      "eval_sv_opus100_pr_auc": 0.9065168936369546,
+      "eval_sv_ud_pr_auc": 0.9554159421699873,
+      "eval_ta_ersatz_pr_auc": 0.981222835265895,
+      "eval_ta_opus100_pr_auc": 0.6953967813460752,
+      "eval_ta_ud_pr_auc": 0.9944909232263235,
+      "eval_te_opus100_pr_auc": 0.8365060644879942,
+      "eval_tg_opus100_pr_auc": 0.8944770571537873,
+      "eval_th_opus100_pr_auc": 0.6891907058270299,
+      "eval_th_ud_pr_auc": 0.8414241082527713,
+      "eval_tr_ersatz_pr_auc": 0.9698683745880807,
+      "eval_tr_opus100_pr_auc": 0.9059283399323964,
+      "eval_tr_ud_pr_auc": 0.958045205339112,
+      "eval_uk_opus100_pr_auc": 0.8799826221122254,
+      "eval_uk_ud_pr_auc": 0.9379486759863525,
+      "eval_ur_opus100_pr_auc": 0.5996443535635231,
+      "eval_ur_ud_pr_auc": 0.9939277618141006,
+      "eval_uz_opus100_pr_auc": 0.8887455587157579,
+      "eval_vi_opus100_pr_auc": 0.8990433005184884,
+      "eval_vi_ud_pr_auc": 0.9376110925798589,
+      "eval_xh_opus100_pr_auc": 0.8724162185010088,
+      "eval_yi_opus100_pr_auc": 0.7011925918642354,
+      "eval_yo_opus100_pr_auc": 0.8197797167675429,
+      "eval_yo_ud_pr_auc": 0.9134812004166344,
+      "eval_zh_ersatz_pr_auc": 0.9687606289586194,
+      "eval_zh_opus100_pr_auc": 0.8760751316549685,
+      "eval_zh_ud_pr_auc": 0.9947530180377648,
+      "eval_zu_opus100_pr_auc": 0.8364717931557668,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.0234,
+      "step": 115050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.0233,
+      "step": 115100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.0236,
+      "step": 115150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0236,
+      "step": 115200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.0236,
+      "step": 115250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0237,
+      "step": 115300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.0237,
+      "step": 115350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.0238,
+      "step": 115400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0238,
+      "step": 115450
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0237,
+      "step": 115500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.0234,
+      "step": 115550
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.0237,
+      "step": 115600
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.0237,
+      "step": 115650
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0235,
+      "step": 115700
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.0238,
+      "step": 115750
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0236,
+      "step": 115800
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0236,
+      "step": 115850
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.0233,
+      "step": 115900
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.0235,
+      "step": 115950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.0238,
+      "step": 116000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0236,
+      "step": 116050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.0235,
+      "step": 116100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0235,
+      "step": 116150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0237,
+      "step": 116200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.0236,
+      "step": 116250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.0237,
+      "step": 116300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0236,
+      "step": 116350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.0236,
+      "step": 116400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0236,
+      "step": 116450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0237,
+      "step": 116500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0236,
+      "step": 116550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0235,
+      "step": 116600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0236,
+      "step": 116650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.0236,
+      "step": 116700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0236,
+      "step": 116750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.0232,
+      "step": 116800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.0233,
+      "step": 116850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0235,
+      "step": 116900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.0234,
+      "step": 116950
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.0236,
+      "step": 117000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0235,
+      "step": 117050
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0235,
+      "step": 117100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.0236,
+      "step": 117150
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.0235,
+      "step": 117200
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.0235,
+      "step": 117250
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0233,
+      "step": 117300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0237,
+      "step": 117350
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0237,
+      "step": 117400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.0234,
+      "step": 117450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.0235,
+      "step": 117500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.0233,
+      "step": 117550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0235,
+      "step": 117600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0233,
+      "step": 117650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0234,
+      "step": 117700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0235,
+      "step": 117750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.0234,
+      "step": 117800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0236,
+      "step": 117850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.0235,
+      "step": 117900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0233,
+      "step": 117950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0235,
+      "step": 118000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.0239,
+      "step": 118050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0237,
+      "step": 118100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.0237,
+      "step": 118150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.0234,
+      "step": 118200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.0238,
+      "step": 118250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0236,
+      "step": 118300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0234,
+      "step": 118350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.0233,
+      "step": 118400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.0234,
+      "step": 118450
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.0234,
+      "step": 118500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.0235,
+      "step": 118550
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.0236,
+      "step": 118600
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.0235,
+      "step": 118650
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0235,
+      "step": 118700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0235,
+      "step": 118750
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0237,
+      "step": 118800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.0236,
+      "step": 118850
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.0236,
+      "step": 118900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.0236,
+      "step": 118950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.0235,
+      "step": 119000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.0235,
+      "step": 119050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.0235,
+      "step": 119100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0235,
+      "step": 119150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0233,
+      "step": 119200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.0235,
+      "step": 119250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0237,
+      "step": 119300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.0234,
+      "step": 119350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0236,
+      "step": 119400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.0235,
+      "step": 119450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.0234,
+      "step": 119500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0234,
+      "step": 119550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0233,
+      "step": 119600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.0235,
+      "step": 119650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0237,
+      "step": 119700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0234,
+      "step": 119750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.0236,
+      "step": 119800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0232,
+      "step": 119850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.0234,
+      "step": 119900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.0233,
+      "step": 119950
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0232,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "eval_af_opus100_pr_auc": 0.8243278398521016,
+      "eval_af_ud_pr_auc": 0.9893145687691389,
+      "eval_am_opus100_pr_auc": 0.5881766939384835,
+      "eval_ar_ersatz_pr_auc": 0.9371899478325617,
+      "eval_ar_opus100_pr_auc": 0.7501598792744189,
+      "eval_ar_ud_pr_auc": 0.8976772028778505,
+      "eval_average_ersatz_pr_auc": 0.9749713080894907,
+      "eval_average_opus100_pr_auc": 0.8551482560712069,
+      "eval_average_ud_pr_auc": 0.9680010770347349,
+      "eval_az_opus100_pr_auc": 0.8054859480982841,
+      "eval_be_opus100_pr_auc": 0.7658820053152904,
+      "eval_be_ud_pr_auc": 0.9068975085361844,
+      "eval_bg_opus100_pr_auc": 0.9257002875606776,
+      "eval_bg_ud_pr_auc": 0.9984194411808696,
+      "eval_bn_opus100_pr_auc": 0.8517059648867391,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9084275305442818,
+      "eval_ca_ud_pr_auc": 0.9963096660009905,
+      "eval_ceb_ud_pr_auc": 0.998249495248287,
+      "eval_cs_ersatz_pr_auc": 0.9888475265941349,
+      "eval_cs_opus100_pr_auc": 0.9229067938798835,
+      "eval_cs_ud_pr_auc": 0.967193626008191,
+      "eval_cy_opus100_pr_auc": 0.8165203320430959,
+      "eval_cy_ud_pr_auc": 0.9969899024119261,
+      "eval_da_opus100_pr_auc": 0.92666022178162,
+      "eval_da_ud_pr_auc": 0.9848047546193095,
+      "eval_de_ersatz_pr_auc": 0.9896875537480814,
+      "eval_de_opus100_pr_auc": 0.9184930092647212,
+      "eval_de_ud_pr_auc": 0.9867136521742648,
+      "eval_el_opus100_pr_auc": 0.9248335787080716,
+      "eval_el_ud_pr_auc": 0.9917181581566066,
+      "eval_en_ersatz_pr_auc": 0.9940787336797481,
+      "eval_en_opus100_pr_auc": 0.9268728252300591,
+      "eval_en_ud_pr_auc": 0.9745477959924529,
+      "eval_eo_opus100_pr_auc": 0.9364809328219241,
+      "eval_es_ersatz_pr_auc": 0.9971636917002488,
+      "eval_es_opus100_pr_auc": 0.9422265176612351,
+      "eval_es_ud_pr_auc": 0.9934343198449178,
+      "eval_et_ersatz_pr_auc": 0.9811832566561002,
+      "eval_et_opus100_pr_auc": 0.9292338862670583,
+      "eval_et_ud_pr_auc": 0.9763332586535847,
+      "eval_eu_opus100_pr_auc": 0.890205732695667,
+      "eval_eu_ud_pr_auc": 0.9947561345808805,
+      "eval_fa_opus100_pr_auc": 0.6407827434087021,
+      "eval_fa_ud_pr_auc": 0.9962509068866648,
+      "eval_fi_ersatz_pr_auc": 0.9949633681324186,
+      "eval_fi_opus100_pr_auc": 0.9285056257269458,
+      "eval_fi_ud_pr_auc": 0.9731198763016182,
+      "eval_fr_ersatz_pr_auc": 0.9927959259361906,
+      "eval_fr_opus100_pr_auc": 0.9172094947306821,
+      "eval_fr_ud_pr_auc": 0.9848664939964681,
+      "eval_fy_opus100_pr_auc": 0.734589072772995,
+      "eval_ga_opus100_pr_auc": 0.9201554501546444,
+      "eval_ga_ud_pr_auc": 0.8323913277950904,
+      "eval_gd_opus100_pr_auc": 0.7241080602018912,
+      "eval_gd_ud_pr_auc": 0.830038261008427,
+      "eval_gl_opus100_pr_auc": 0.9048932009718915,
+      "eval_gl_ud_pr_auc": 0.9987763718336243,
+      "eval_gu_ersatz_pr_auc": 0.9518086191980616,
+      "eval_gu_opus100_pr_auc": 0.7632780071038402,
+      "eval_ha_opus100_pr_auc": 0.9242362475624067,
+      "eval_he_opus100_pr_auc": 0.885455512267982,
+      "eval_he_ud_pr_auc": 0.981554926388367,
+      "eval_hi_ersatz_pr_auc": 0.985046761370326,
+      "eval_hi_opus100_pr_auc": 0.74406870430627,
+      "eval_hi_ud_pr_auc": 0.9893929504505486,
+      "eval_hu_opus100_pr_auc": 0.916155552562576,
+      "eval_hu_ud_pr_auc": 0.9865894149824737,
+      "eval_hy_opus100_pr_auc": 0.9169194984466272,
+      "eval_hy_ud_pr_auc": 0.9834640506474623,
+      "eval_id_opus100_pr_auc": 0.9027343625877308,
+      "eval_id_ud_pr_auc": 0.9964182640640238,
+      "eval_ig_opus100_pr_auc": 0.9055936391843633,
+      "eval_is_opus100_pr_auc": 0.9380911896488028,
+      "eval_is_ud_pr_auc": 0.9115266526043686,
+      "eval_it_opus100_pr_auc": 0.9163557172877593,
+      "eval_it_ud_pr_auc": 0.998481824153501,
+      "eval_ja_ersatz_pr_auc": 0.8773782081831061,
+      "eval_ja_opus100_pr_auc": 0.8068227273242201,
+      "eval_ja_ud_pr_auc": 0.9843221643450097,
+      "eval_jv_ud_pr_auc": 0.9531726731338928,
+      "eval_ka_opus100_pr_auc": 0.866825941375185,
+      "eval_kk_ersatz_pr_auc": 0.9881702256485698,
+      "eval_kk_opus100_pr_auc": 0.8418231143876853,
+      "eval_kk_ud_pr_auc": 0.9736105256513816,
+      "eval_km_ersatz_pr_auc": 0.9364025678627239,
+      "eval_km_opus100_pr_auc": 0.7876476114950282,
+      "eval_kn_opus100_pr_auc": 0.6619970170865248,
+      "eval_ko_opus100_pr_auc": 0.6805310766123794,
+      "eval_ko_ud_pr_auc": 0.9988183693776502,
+      "eval_ku_opus100_pr_auc": 0.8781309878898667,
+      "eval_ky_opus100_pr_auc": 0.911254606944165,
+      "eval_la_ud_pr_auc": 0.9822982864435166,
+      "eval_loss": 0.027060899883508682,
+      "eval_lt_ersatz_pr_auc": 0.9964713959972209,
+      "eval_lt_opus100_pr_auc": 0.8874771741989859,
+      "eval_lt_ud_pr_auc": 0.998141134555553,
+      "eval_lv_ersatz_pr_auc": 0.9952951514082292,
+      "eval_lv_opus100_pr_auc": 0.9008243364186584,
+      "eval_lv_ud_pr_auc": 0.9669099522115242,
+      "eval_mg_opus100_pr_auc": 0.9479149842311092,
+      "eval_mk_opus100_pr_auc": 0.9269863541634698,
+      "eval_ml_opus100_pr_auc": 0.8001472027513828,
+      "eval_mn_opus100_pr_auc": 0.9595412506083537,
+      "eval_mr_opus100_pr_auc": 0.9109782892459283,
+      "eval_mr_ud_pr_auc": 0.9610667705616912,
+      "eval_ms_opus100_pr_auc": 0.8860343896127282,
+      "eval_mt_opus100_pr_auc": 0.8709883200147013,
+      "eval_mt_ud_pr_auc": 0.9125274603484362,
+      "eval_my_opus100_pr_auc": 0.8133627220894288,
+      "eval_ne_opus100_pr_auc": 0.7665988833596661,
+      "eval_nl_opus100_pr_auc": 0.9044845500669473,
+      "eval_nl_ud_pr_auc": 0.9847982633596213,
+      "eval_no_opus100_pr_auc": 0.9194948609994945,
+      "eval_no_ud_pr_auc": 0.9968507313301579,
+      "eval_pa_opus100_pr_auc": 0.6974578772864293,
+      "eval_pl_ersatz_pr_auc": 0.9800323446041431,
+      "eval_pl_opus100_pr_auc": 0.9052415472632641,
+      "eval_pl_ud_pr_auc": 0.9770620339574302,
+      "eval_ps_ersatz_pr_auc": 0.9343303311351819,
+      "eval_ps_opus100_pr_auc": 0.7545027254626054,
+      "eval_pt_opus100_pr_auc": 0.9343457170091127,
+      "eval_pt_ud_pr_auc": 0.989913562766322,
+      "eval_ro_ersatz_pr_auc": 0.996148533581819,
+      "eval_ro_opus100_pr_auc": 0.8756494431533342,
+      "eval_ro_ud_pr_auc": 0.964703320588248,
+      "eval_ru_ersatz_pr_auc": 0.996053023375989,
+      "eval_ru_opus100_pr_auc": 0.9369965097754132,
+      "eval_ru_ud_pr_auc": 0.861550895929048,
+      "eval_runtime": 393.3601,
+      "eval_samples_per_second": 191.743,
+      "eval_si_opus100_pr_auc": 0.8252403316750908,
+      "eval_sk_opus100_pr_auc": 0.948524537750887,
+      "eval_sk_ud_pr_auc": 0.9865970106915086,
+      "eval_sl_opus100_pr_auc": 0.8736773036556266,
+      "eval_sl_ud_pr_auc": 0.9722243976603506,
+      "eval_sq_opus100_pr_auc": 0.9365275498691891,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9108611556419746,
+      "eval_sr_ud_pr_auc": 0.9995505507247107,
+      "eval_steps_per_second": 0.75,
+      "eval_sv_opus100_pr_auc": 0.9077968987315718,
+      "eval_sv_ud_pr_auc": 0.9544724619575018,
+      "eval_ta_ersatz_pr_auc": 0.9830759947185443,
+      "eval_ta_opus100_pr_auc": 0.7164701438708556,
+      "eval_ta_ud_pr_auc": 0.9947308244822962,
+      "eval_te_opus100_pr_auc": 0.8366641568548051,
+      "eval_tg_opus100_pr_auc": 0.9070853911000871,
+      "eval_th_opus100_pr_auc": 0.6864455709557886,
+      "eval_th_ud_pr_auc": 0.8584900239654695,
+      "eval_tr_ersatz_pr_auc": 0.9709173983498739,
+      "eval_tr_opus100_pr_auc": 0.9086234265350512,
+      "eval_tr_ud_pr_auc": 0.9602770199411295,
+      "eval_uk_opus100_pr_auc": 0.8828530411499816,
+      "eval_uk_ud_pr_auc": 0.9421609128733853,
+      "eval_ur_opus100_pr_auc": 0.6246222908049055,
+      "eval_ur_ud_pr_auc": 0.9940810735656728,
+      "eval_uz_opus100_pr_auc": 0.886729227115427,
+      "eval_vi_opus100_pr_auc": 0.9060054837732295,
+      "eval_vi_ud_pr_auc": 0.9610200543362122,
+      "eval_xh_opus100_pr_auc": 0.8986185695264318,
+      "eval_yi_opus100_pr_auc": 0.7163740620451587,
+      "eval_yo_opus100_pr_auc": 0.8383562315087927,
+      "eval_yo_ud_pr_auc": 0.9323231557215687,
+      "eval_zh_ersatz_pr_auc": 0.9823282182555242,
+      "eval_zh_opus100_pr_auc": 0.8905897844305541,
+      "eval_zh_ud_pr_auc": 0.9981569543325046,
+      "eval_zu_opus100_pr_auc": 0.8485995612677686,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0236,
+      "step": 120050
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.0231,
+      "step": 120100
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0235,
+      "step": 120150
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0235,
+      "step": 120200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.0235,
+      "step": 120250
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0236,
+      "step": 120300
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.0234,
+      "step": 120350
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0235,
+      "step": 120400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.0235,
+      "step": 120450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0233,
+      "step": 120500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.0234,
+      "step": 120550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0234,
+      "step": 120600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.0236,
+      "step": 120650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0234,
+      "step": 120700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.0234,
+      "step": 120750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.0233,
+      "step": 120800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.0235,
+      "step": 120850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0234,
+      "step": 120900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0237,
+      "step": 120950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0236,
+      "step": 121000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0233,
+      "step": 121050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.0233,
+      "step": 121100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.0233,
+      "step": 121150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.0236,
+      "step": 121200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.0234,
+      "step": 121250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0233,
+      "step": 121300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.0235,
+      "step": 121350
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.0232,
+      "step": 121400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.0235,
+      "step": 121450
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.0234,
+      "step": 121500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0233,
+      "step": 121550
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.0234,
+      "step": 121600
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0234,
+      "step": 121650
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.0235,
+      "step": 121700
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0234,
+      "step": 121750
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.0233,
+      "step": 121800
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0234,
+      "step": 121850
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.0235,
+      "step": 121900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0235,
+      "step": 121950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.0232,
+      "step": 122000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0235,
+      "step": 122050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.0235,
+      "step": 122100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.0234,
+      "step": 122150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.0235,
+      "step": 122200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.0234,
+      "step": 122250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.0234,
+      "step": 122300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0234,
+      "step": 122350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0235,
+      "step": 122400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.0235,
+      "step": 122450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0234,
+      "step": 122500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.0234,
+      "step": 122550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.0236,
+      "step": 122600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0235,
+      "step": 122650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.0233,
+      "step": 122700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.0232,
+      "step": 122750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.0232,
+      "step": 122800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.0235,
+      "step": 122850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.0235,
+      "step": 122900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.0233,
+      "step": 122950
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0234,
+      "step": 123000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.0236,
+      "step": 123050
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.0234,
+      "step": 123100
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.0236,
+      "step": 123150
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0234,
+      "step": 123200
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.0235,
+      "step": 123250
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.0233,
+      "step": 123300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.0236,
+      "step": 123350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.0235,
+      "step": 123400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.0233,
+      "step": 123450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0232,
+      "step": 123500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.0234,
+      "step": 123550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0234,
+      "step": 123600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0233,
+      "step": 123650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.0236,
+      "step": 123700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.0234,
+      "step": 123750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.0235,
+      "step": 123800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.0234,
+      "step": 123850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0234,
+      "step": 123900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.0234,
+      "step": 123950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.0236,
+      "step": 124000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.0237,
+      "step": 124050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0233,
+      "step": 124100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.0234,
+      "step": 124150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0233,
+      "step": 124200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0233,
+      "step": 124250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0235,
+      "step": 124300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.0235,
+      "step": 124350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0232,
+      "step": 124400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.0231,
+      "step": 124450
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0235,
+      "step": 124500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0233,
+      "step": 124550
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0234,
+      "step": 124600
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0232,
+      "step": 124650
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.0233,
+      "step": 124700
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.0233,
+      "step": 124750
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.0234,
+      "step": 124800
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.0234,
+      "step": 124850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0232,
+      "step": 124900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.0232,
+      "step": 124950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0233,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "eval_af_opus100_pr_auc": 0.7910451780799524,
+      "eval_af_ud_pr_auc": 0.986983440877642,
+      "eval_am_opus100_pr_auc": 0.6389107318187208,
+      "eval_ar_ersatz_pr_auc": 0.9317287989553438,
+      "eval_ar_opus100_pr_auc": 0.7483903953756774,
+      "eval_ar_ud_pr_auc": 0.8975033200045105,
+      "eval_average_ersatz_pr_auc": 0.9718246360497869,
+      "eval_average_opus100_pr_auc": 0.8530765873132207,
+      "eval_average_ud_pr_auc": 0.9665120012728388,
+      "eval_az_opus100_pr_auc": 0.8045451503834067,
+      "eval_be_opus100_pr_auc": 0.7318016277410339,
+      "eval_be_ud_pr_auc": 0.890651953127317,
+      "eval_bg_opus100_pr_auc": 0.9314087068763126,
+      "eval_bg_ud_pr_auc": 0.9973690082027431,
+      "eval_bn_opus100_pr_auc": 0.8678674048585322,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9037528144168147,
+      "eval_ca_ud_pr_auc": 0.9971417258490461,
+      "eval_ceb_ud_pr_auc": 0.9968225383159801,
+      "eval_cs_ersatz_pr_auc": 0.9886887965269949,
+      "eval_cs_opus100_pr_auc": 0.9217541831013885,
+      "eval_cs_ud_pr_auc": 0.9617177222648011,
+      "eval_cy_opus100_pr_auc": 0.7920451407772824,
+      "eval_cy_ud_pr_auc": 0.9964529543746073,
+      "eval_da_opus100_pr_auc": 0.9286389786585151,
+      "eval_da_ud_pr_auc": 0.9820351709578522,
+      "eval_de_ersatz_pr_auc": 0.9885430704923717,
+      "eval_de_opus100_pr_auc": 0.9174979332110493,
+      "eval_de_ud_pr_auc": 0.9797653732995224,
+      "eval_el_opus100_pr_auc": 0.9247461748148094,
+      "eval_el_ud_pr_auc": 0.9934755009224232,
+      "eval_en_ersatz_pr_auc": 0.9940951397499498,
+      "eval_en_opus100_pr_auc": 0.9273607475192011,
+      "eval_en_ud_pr_auc": 0.9811603202016179,
+      "eval_eo_opus100_pr_auc": 0.9315791195740101,
+      "eval_es_ersatz_pr_auc": 0.9969434482000663,
+      "eval_es_opus100_pr_auc": 0.9385919888252229,
+      "eval_es_ud_pr_auc": 0.9926002993152905,
+      "eval_et_ersatz_pr_auc": 0.9805944471182695,
+      "eval_et_opus100_pr_auc": 0.9253597073941237,
+      "eval_et_ud_pr_auc": 0.970860160465281,
+      "eval_eu_opus100_pr_auc": 0.8852053487310553,
+      "eval_eu_ud_pr_auc": 0.9932295152836172,
+      "eval_fa_opus100_pr_auc": 0.6234847045036703,
+      "eval_fa_ud_pr_auc": 0.9968741622583386,
+      "eval_fi_ersatz_pr_auc": 0.9950398064487654,
+      "eval_fi_opus100_pr_auc": 0.9267800749583963,
+      "eval_fi_ud_pr_auc": 0.9679984281369489,
+      "eval_fr_ersatz_pr_auc": 0.989406133035505,
+      "eval_fr_opus100_pr_auc": 0.9215731966268544,
+      "eval_fr_ud_pr_auc": 0.9835688198279388,
+      "eval_fy_opus100_pr_auc": 0.6886284041372484,
+      "eval_ga_opus100_pr_auc": 0.9058152365179201,
+      "eval_ga_ud_pr_auc": 0.824804360997975,
+      "eval_gd_opus100_pr_auc": 0.7042313981119075,
+      "eval_gd_ud_pr_auc": 0.8265027487277149,
+      "eval_gl_opus100_pr_auc": 0.8964226734908618,
+      "eval_gl_ud_pr_auc": 0.9985873516557522,
+      "eval_gu_ersatz_pr_auc": 0.9487794851213717,
+      "eval_gu_opus100_pr_auc": 0.7567169305780636,
+      "eval_ha_opus100_pr_auc": 0.9176273002345298,
+      "eval_he_opus100_pr_auc": 0.8985814680065409,
+      "eval_he_ud_pr_auc": 0.9758664491703046,
+      "eval_hi_ersatz_pr_auc": 0.9805931077876155,
+      "eval_hi_opus100_pr_auc": 0.7446957669834621,
+      "eval_hi_ud_pr_auc": 0.9864693003978888,
+      "eval_hu_opus100_pr_auc": 0.9224223635337708,
+      "eval_hu_ud_pr_auc": 0.9850872457293544,
+      "eval_hy_opus100_pr_auc": 0.9102801491915018,
+      "eval_hy_ud_pr_auc": 0.9774279434728526,
+      "eval_id_opus100_pr_auc": 0.9044491166196043,
+      "eval_id_ud_pr_auc": 0.9958576132690342,
+      "eval_ig_opus100_pr_auc": 0.8774201248844892,
+      "eval_is_opus100_pr_auc": 0.9384935896507052,
+      "eval_is_ud_pr_auc": 0.9182273459894734,
+      "eval_it_opus100_pr_auc": 0.9170597637406589,
+      "eval_it_ud_pr_auc": 0.9981900736992906,
+      "eval_ja_ersatz_pr_auc": 0.8543896876962385,
+      "eval_ja_opus100_pr_auc": 0.8497559704546996,
+      "eval_ja_ud_pr_auc": 0.9840685977962766,
+      "eval_jv_ud_pr_auc": 0.9552016437272277,
+      "eval_ka_opus100_pr_auc": 0.8679629164518795,
+      "eval_kk_ersatz_pr_auc": 0.9886428124207749,
+      "eval_kk_opus100_pr_auc": 0.7848647600420336,
+      "eval_kk_ud_pr_auc": 0.9743379161255691,
+      "eval_km_ersatz_pr_auc": 0.9396224649929942,
+      "eval_km_opus100_pr_auc": 0.7482817470553287,
+      "eval_kn_opus100_pr_auc": 0.6641298027491276,
+      "eval_ko_opus100_pr_auc": 0.7033317809482962,
+      "eval_ko_ud_pr_auc": 0.9986333068831194,
+      "eval_ku_opus100_pr_auc": 0.8749232042651782,
+      "eval_ky_opus100_pr_auc": 0.8959375433715078,
+      "eval_la_ud_pr_auc": 0.9691431512012536,
+      "eval_loss": 0.026846716180443764,
+      "eval_lt_ersatz_pr_auc": 0.9968376854385101,
+      "eval_lt_opus100_pr_auc": 0.8875420401543204,
+      "eval_lt_ud_pr_auc": 0.996938153463514,
+      "eval_lv_ersatz_pr_auc": 0.9910154362780905,
+      "eval_lv_opus100_pr_auc": 0.891049756891955,
+      "eval_lv_ud_pr_auc": 0.9623714151963763,
+      "eval_mg_opus100_pr_auc": 0.9428734300092985,
+      "eval_mk_opus100_pr_auc": 0.9268375141441956,
+      "eval_ml_opus100_pr_auc": 0.8189662442105168,
+      "eval_mn_opus100_pr_auc": 0.9607641234817141,
+      "eval_mr_opus100_pr_auc": 0.9163199172809429,
+      "eval_mr_ud_pr_auc": 0.9706373001129232,
+      "eval_ms_opus100_pr_auc": 0.8887503503800978,
+      "eval_mt_opus100_pr_auc": 0.8741462907916404,
+      "eval_mt_ud_pr_auc": 0.9222893401113921,
+      "eval_my_opus100_pr_auc": 0.8334564006057562,
+      "eval_ne_opus100_pr_auc": 0.7586731773924725,
+      "eval_nl_opus100_pr_auc": 0.9111026368459716,
+      "eval_nl_ud_pr_auc": 0.9854054996783075,
+      "eval_no_opus100_pr_auc": 0.923062843575496,
+      "eval_no_ud_pr_auc": 0.9966362114479339,
+      "eval_pa_opus100_pr_auc": 0.668091131382368,
+      "eval_pl_ersatz_pr_auc": 0.9747549702446806,
+      "eval_pl_opus100_pr_auc": 0.9087643121142714,
+      "eval_pl_ud_pr_auc": 0.9720159105669868,
+      "eval_ps_ersatz_pr_auc": 0.9271305552652649,
+      "eval_ps_opus100_pr_auc": 0.7637999269202984,
+      "eval_pt_opus100_pr_auc": 0.936252564665306,
+      "eval_pt_ud_pr_auc": 0.9870227264801132,
+      "eval_ro_ersatz_pr_auc": 0.9953806759582254,
+      "eval_ro_opus100_pr_auc": 0.8903725384175538,
+      "eval_ro_ud_pr_auc": 0.9534425711342999,
+      "eval_ru_ersatz_pr_auc": 0.9952774399741926,
+      "eval_ru_opus100_pr_auc": 0.9259122990006459,
+      "eval_ru_ud_pr_auc": 0.8663991475408345,
+      "eval_runtime": 390.3788,
+      "eval_samples_per_second": 193.207,
+      "eval_si_opus100_pr_auc": 0.8267800165683837,
+      "eval_sk_opus100_pr_auc": 0.9402681133168438,
+      "eval_sk_ud_pr_auc": 0.9869597202626543,
+      "eval_sl_opus100_pr_auc": 0.8794876464564825,
+      "eval_sl_ud_pr_auc": 0.9578782780411493,
+      "eval_sq_opus100_pr_auc": 0.9390209379166651,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9190433770477454,
+      "eval_sr_ud_pr_auc": 0.9993320615802699,
+      "eval_steps_per_second": 0.756,
+      "eval_sv_opus100_pr_auc": 0.9076142174789091,
+      "eval_sv_ud_pr_auc": 0.9551566510780601,
+      "eval_ta_ersatz_pr_auc": 0.9841785625152324,
+      "eval_ta_opus100_pr_auc": 0.7185811133679992,
+      "eval_ta_ud_pr_auc": 0.9964122335826411,
+      "eval_te_opus100_pr_auc": 0.8304575091574122,
+      "eval_tg_opus100_pr_auc": 0.9122597674465456,
+      "eval_th_opus100_pr_auc": 0.6965494917747985,
+      "eval_th_ud_pr_auc": 0.8613620115285624,
+      "eval_tr_ersatz_pr_auc": 0.9687250923149224,
+      "eval_tr_opus100_pr_auc": 0.9108096630069746,
+      "eval_tr_ud_pr_auc": 0.959152023952184,
+      "eval_uk_opus100_pr_auc": 0.8826436335405652,
+      "eval_uk_ud_pr_auc": 0.9371916834321179,
+      "eval_ur_opus100_pr_auc": 0.6140270845565888,
+      "eval_ur_ud_pr_auc": 0.9957102867110791,
+      "eval_uz_opus100_pr_auc": 0.8948590253553119,
+      "eval_vi_opus100_pr_auc": 0.9081272972183376,
+      "eval_vi_ud_pr_auc": 0.9682421235707341,
+      "eval_xh_opus100_pr_auc": 0.8873914175494175,
+      "eval_yi_opus100_pr_auc": 0.7476482591542003,
+      "eval_yo_opus100_pr_auc": 0.8282107581789204,
+      "eval_yo_ud_pr_auc": 0.9298851683898111,
+      "eval_zh_ersatz_pr_auc": 0.9697743765599292,
+      "eval_zh_opus100_pr_auc": 0.8922116839937638,
+      "eval_zh_ud_pr_auc": 0.996128092161296,
+      "eval_zu_opus100_pr_auc": 0.8351803290680543,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.0232,
+      "step": 125050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0235,
+      "step": 125100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0234,
+      "step": 125150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0234,
+      "step": 125200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0233,
+      "step": 125250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.0234,
+      "step": 125300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.0233,
+      "step": 125350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.0234,
+      "step": 125400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0234,
+      "step": 125450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0233,
+      "step": 125500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.0232,
+      "step": 125550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0232,
+      "step": 125600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.0234,
+      "step": 125650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.0233,
+      "step": 125700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0235,
+      "step": 125750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0233,
+      "step": 125800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.0232,
+      "step": 125850
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.0232,
+      "step": 125900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.0235,
+      "step": 125950
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0234,
+      "step": 126000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0233,
+      "step": 126050
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.023,
+      "step": 126100
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.0233,
+      "step": 126150
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0231,
+      "step": 126200
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0234,
+      "step": 126250
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.0233,
+      "step": 126300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0234,
+      "step": 126350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.0235,
+      "step": 126400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.0233,
+      "step": 126450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0236,
+      "step": 126500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.0233,
+      "step": 126550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.023,
+      "step": 126600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.0234,
+      "step": 126650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0231,
+      "step": 126700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.0233,
+      "step": 126750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0233,
+      "step": 126800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0231,
+      "step": 126850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.0229,
+      "step": 126900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.0231,
+      "step": 126950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.0236,
+      "step": 127000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0231,
+      "step": 127050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0233,
+      "step": 127100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.0233,
+      "step": 127150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0234,
+      "step": 127200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.023,
+      "step": 127250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.0233,
+      "step": 127300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0233,
+      "step": 127350
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.0232,
+      "step": 127400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0234,
+      "step": 127450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0236,
+      "step": 127500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0232,
+      "step": 127550
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.0232,
+      "step": 127600
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0231,
+      "step": 127650
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0232,
+      "step": 127700
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0232,
+      "step": 127750
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.0232,
+      "step": 127800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0232,
+      "step": 127850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.0234,
+      "step": 127900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.0233,
+      "step": 127950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0234,
+      "step": 128000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0232,
+      "step": 128050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.0232,
+      "step": 128100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0233,
+      "step": 128150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0232,
+      "step": 128200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.0232,
+      "step": 128250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0232,
+      "step": 128300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0231,
+      "step": 128350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.0232,
+      "step": 128400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0233,
+      "step": 128450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0232,
+      "step": 128500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.0231,
+      "step": 128550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.0233,
+      "step": 128600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0232,
+      "step": 128650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.0236,
+      "step": 128700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0232,
+      "step": 128750
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.0233,
+      "step": 128800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0232,
+      "step": 128850
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0234,
+      "step": 128900
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.0232,
+      "step": 128950
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0231,
+      "step": 129000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0231,
+      "step": 129050
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.0234,
+      "step": 129100
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0232,
+      "step": 129150
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.023,
+      "step": 129200
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.023,
+      "step": 129250
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.0232,
+      "step": 129300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.0232,
+      "step": 129350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.0234,
+      "step": 129400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0231,
+      "step": 129450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0232,
+      "step": 129500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.0234,
+      "step": 129550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.0232,
+      "step": 129600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0233,
+      "step": 129650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.023,
+      "step": 129700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0232,
+      "step": 129750
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0231,
+      "step": 129800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.0231,
+      "step": 129850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0231,
+      "step": 129900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.023,
+      "step": 129950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.0233,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "eval_af_opus100_pr_auc": 0.7979141696093173,
+      "eval_af_ud_pr_auc": 0.9926393769043689,
+      "eval_am_opus100_pr_auc": 0.5875646962133434,
+      "eval_ar_ersatz_pr_auc": 0.9260496382663733,
+      "eval_ar_opus100_pr_auc": 0.7474963880000348,
+      "eval_ar_ud_pr_auc": 0.8941168930253145,
+      "eval_average_ersatz_pr_auc": 0.9695624482675704,
+      "eval_average_opus100_pr_auc": 0.8470171722313319,
+      "eval_average_ud_pr_auc": 0.9649443585108728,
+      "eval_az_opus100_pr_auc": 0.7546010974981743,
+      "eval_be_opus100_pr_auc": 0.7724954630493646,
+      "eval_be_ud_pr_auc": 0.8927675431383796,
+      "eval_bg_opus100_pr_auc": 0.9195663495295903,
+      "eval_bg_ud_pr_auc": 0.9972933818146397,
+      "eval_bn_opus100_pr_auc": 0.8430959237401044,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8954926087205825,
+      "eval_ca_ud_pr_auc": 0.9974732992300797,
+      "eval_ceb_ud_pr_auc": 0.9950836487098316,
+      "eval_cs_ersatz_pr_auc": 0.9855774948447833,
+      "eval_cs_opus100_pr_auc": 0.9136190810448048,
+      "eval_cs_ud_pr_auc": 0.9588518843510916,
+      "eval_cy_opus100_pr_auc": 0.7704350404711446,
+      "eval_cy_ud_pr_auc": 0.9967583982876475,
+      "eval_da_opus100_pr_auc": 0.9209124782747155,
+      "eval_da_ud_pr_auc": 0.9779185849230828,
+      "eval_de_ersatz_pr_auc": 0.9891242109293156,
+      "eval_de_opus100_pr_auc": 0.9126050150109616,
+      "eval_de_ud_pr_auc": 0.9829269107311576,
+      "eval_el_opus100_pr_auc": 0.9177138476397376,
+      "eval_el_ud_pr_auc": 0.9886610397237146,
+      "eval_en_ersatz_pr_auc": 0.9935419953165386,
+      "eval_en_opus100_pr_auc": 0.9202539582288375,
+      "eval_en_ud_pr_auc": 0.9816103393666171,
+      "eval_eo_opus100_pr_auc": 0.9245130086515633,
+      "eval_es_ersatz_pr_auc": 0.996365599341859,
+      "eval_es_opus100_pr_auc": 0.938379597978348,
+      "eval_es_ud_pr_auc": 0.989138767083013,
+      "eval_et_ersatz_pr_auc": 0.9840611579830671,
+      "eval_et_opus100_pr_auc": 0.9263720837297543,
+      "eval_et_ud_pr_auc": 0.9700163078724175,
+      "eval_eu_opus100_pr_auc": 0.8858827578763682,
+      "eval_eu_ud_pr_auc": 0.9939310818924293,
+      "eval_fa_opus100_pr_auc": 0.6301154156682307,
+      "eval_fa_ud_pr_auc": 0.9950706875196098,
+      "eval_fi_ersatz_pr_auc": 0.9921096278832283,
+      "eval_fi_opus100_pr_auc": 0.9218145979140812,
+      "eval_fi_ud_pr_auc": 0.9649474439654305,
+      "eval_fr_ersatz_pr_auc": 0.9889758591282762,
+      "eval_fr_opus100_pr_auc": 0.9191713124338631,
+      "eval_fr_ud_pr_auc": 0.9851771011694539,
+      "eval_fy_opus100_pr_auc": 0.704275287598217,
+      "eval_ga_opus100_pr_auc": 0.9152997519926093,
+      "eval_ga_ud_pr_auc": 0.8121815613690028,
+      "eval_gd_opus100_pr_auc": 0.7034618747249648,
+      "eval_gd_ud_pr_auc": 0.8214804143187753,
+      "eval_gl_opus100_pr_auc": 0.8928578103084229,
+      "eval_gl_ud_pr_auc": 0.9979014731258695,
+      "eval_gu_ersatz_pr_auc": 0.9437351449976025,
+      "eval_gu_opus100_pr_auc": 0.74429949068068,
+      "eval_ha_opus100_pr_auc": 0.9184678470116164,
+      "eval_he_opus100_pr_auc": 0.8804314803009617,
+      "eval_he_ud_pr_auc": 0.9766255295621091,
+      "eval_hi_ersatz_pr_auc": 0.977008470289222,
+      "eval_hi_opus100_pr_auc": 0.7357267514916794,
+      "eval_hi_ud_pr_auc": 0.9795486941575,
+      "eval_hu_opus100_pr_auc": 0.9149618326468963,
+      "eval_hu_ud_pr_auc": 0.9861812219487684,
+      "eval_hy_opus100_pr_auc": 0.9166950903357727,
+      "eval_hy_ud_pr_auc": 0.9703251940863558,
+      "eval_id_opus100_pr_auc": 0.875692215802571,
+      "eval_id_ud_pr_auc": 0.9945142409632645,
+      "eval_ig_opus100_pr_auc": 0.8677416736654483,
+      "eval_is_opus100_pr_auc": 0.9351995774601239,
+      "eval_is_ud_pr_auc": 0.8983188186312391,
+      "eval_it_opus100_pr_auc": 0.9070863686286244,
+      "eval_it_ud_pr_auc": 0.9983167757949465,
+      "eval_ja_ersatz_pr_auc": 0.8371098511656412,
+      "eval_ja_opus100_pr_auc": 0.8475454868743054,
+      "eval_ja_ud_pr_auc": 0.985664021814648,
+      "eval_jv_ud_pr_auc": 0.9528556266422189,
+      "eval_ka_opus100_pr_auc": 0.8544877396343963,
+      "eval_kk_ersatz_pr_auc": 0.987974299995364,
+      "eval_kk_opus100_pr_auc": 0.8108718446628641,
+      "eval_kk_ud_pr_auc": 0.9726948966770521,
+      "eval_km_ersatz_pr_auc": 0.938871446000551,
+      "eval_km_opus100_pr_auc": 0.7663968597658801,
+      "eval_kn_opus100_pr_auc": 0.6654485454786138,
+      "eval_ko_opus100_pr_auc": 0.7002779285703492,
+      "eval_ko_ud_pr_auc": 0.9987775993817938,
+      "eval_ku_opus100_pr_auc": 0.8778468173528851,
+      "eval_ky_opus100_pr_auc": 0.8975167121105289,
+      "eval_la_ud_pr_auc": 0.9666132977882995,
+      "eval_loss": 0.026600496843457222,
+      "eval_lt_ersatz_pr_auc": 0.9965397653039193,
+      "eval_lt_opus100_pr_auc": 0.8810931143123705,
+      "eval_lt_ud_pr_auc": 0.9959196425417512,
+      "eval_lv_ersatz_pr_auc": 0.9923677826185143,
+      "eval_lv_opus100_pr_auc": 0.9030209130427049,
+      "eval_lv_ud_pr_auc": 0.9661681744814758,
+      "eval_mg_opus100_pr_auc": 0.9378433536649698,
+      "eval_mk_opus100_pr_auc": 0.9213377310884727,
+      "eval_ml_opus100_pr_auc": 0.7950534302122971,
+      "eval_mn_opus100_pr_auc": 0.9493043954027718,
+      "eval_mr_opus100_pr_auc": 0.9038160612969779,
+      "eval_mr_ud_pr_auc": 0.9636375741920504,
+      "eval_ms_opus100_pr_auc": 0.875781920978237,
+      "eval_mt_opus100_pr_auc": 0.8783374111879273,
+      "eval_mt_ud_pr_auc": 0.9249575753638242,
+      "eval_my_opus100_pr_auc": 0.8176176103963884,
+      "eval_ne_opus100_pr_auc": 0.755732672670609,
+      "eval_nl_opus100_pr_auc": 0.9004282891223814,
+      "eval_nl_ud_pr_auc": 0.9884640842585564,
+      "eval_no_opus100_pr_auc": 0.914505982226881,
+      "eval_no_ud_pr_auc": 0.996513125879005,
+      "eval_pa_opus100_pr_auc": 0.6685724413906979,
+      "eval_pl_ersatz_pr_auc": 0.9722626260683779,
+      "eval_pl_opus100_pr_auc": 0.9001382362338244,
+      "eval_pl_ud_pr_auc": 0.9687433156175819,
+      "eval_ps_ersatz_pr_auc": 0.9233140307212917,
+      "eval_ps_opus100_pr_auc": 0.7454516083297089,
+      "eval_pt_opus100_pr_auc": 0.929309387186472,
+      "eval_pt_ud_pr_auc": 0.9845200734030976,
+      "eval_ro_ersatz_pr_auc": 0.995215560675825,
+      "eval_ro_opus100_pr_auc": 0.8602924491040864,
+      "eval_ro_ud_pr_auc": 0.9720301453259744,
+      "eval_ru_ersatz_pr_auc": 0.9948053558066218,
+      "eval_ru_opus100_pr_auc": 0.9306904346328573,
+      "eval_ru_ud_pr_auc": 0.8652539051608148,
+      "eval_runtime": 389.6637,
+      "eval_samples_per_second": 193.562,
+      "eval_si_opus100_pr_auc": 0.809728962095567,
+      "eval_sk_opus100_pr_auc": 0.9392523052709475,
+      "eval_sk_ud_pr_auc": 0.9853089648055526,
+      "eval_sl_opus100_pr_auc": 0.8736971874087884,
+      "eval_sl_ud_pr_auc": 0.9666233622482211,
+      "eval_sq_opus100_pr_auc": 0.9327902549158112,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9110425314096708,
+      "eval_sr_ud_pr_auc": 0.998776512758729,
+      "eval_steps_per_second": 0.757,
+      "eval_sv_opus100_pr_auc": 0.9015707629704596,
+      "eval_sv_ud_pr_auc": 0.947332278116402,
+      "eval_ta_ersatz_pr_auc": 0.9822165582723772,
+      "eval_ta_opus100_pr_auc": 0.7174258115875266,
+      "eval_ta_ud_pr_auc": 0.9938480683673641,
+      "eval_te_opus100_pr_auc": 0.8281888032097764,
+      "eval_tg_opus100_pr_auc": 0.9119929797988043,
+      "eval_th_opus100_pr_auc": 0.6814056693441498,
+      "eval_th_ud_pr_auc": 0.8511027506793931,
+      "eval_tr_ersatz_pr_auc": 0.9644898984121052,
+      "eval_tr_opus100_pr_auc": 0.9063543117986694,
+      "eval_tr_ud_pr_auc": 0.9537733636386868,
+      "eval_uk_opus100_pr_auc": 0.8775420489130631,
+      "eval_uk_ud_pr_auc": 0.9347497181428476,
+      "eval_ur_opus100_pr_auc": 0.6168501768841415,
+      "eval_ur_ud_pr_auc": 0.9938321722142222,
+      "eval_uz_opus100_pr_auc": 0.8937412207866874,
+      "eval_vi_opus100_pr_auc": 0.9026502597681122,
+      "eval_vi_ud_pr_auc": 0.9595627241383791,
+      "eval_xh_opus100_pr_auc": 0.8876564541190122,
+      "eval_yi_opus100_pr_auc": 0.7169269103462419,
+      "eval_yo_opus100_pr_auc": 0.8150203812866297,
+      "eval_yo_ud_pr_auc": 0.9295257650099414,
+      "eval_zh_ersatz_pr_auc": 0.9686574878656953,
+      "eval_zh_opus100_pr_auc": 0.8859493484970125,
+      "eval_zh_ud_pr_auc": 0.9948030828057516,
+      "eval_zu_opus100_pr_auc": 0.8246904216961752,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0232,
+      "step": 130050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0232,
+      "step": 130100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0231,
+      "step": 130150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.0233,
+      "step": 130200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.0231,
+      "step": 130250
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.0231,
+      "step": 130300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0232,
+      "step": 130350
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0233,
+      "step": 130400
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0232,
+      "step": 130450
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.023,
+      "step": 130500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0231,
+      "step": 130550
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0231,
+      "step": 130600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.0231,
+      "step": 130650
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.0228,
+      "step": 130700
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0231,
+      "step": 130750
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.0234,
+      "step": 130800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.0232,
+      "step": 130850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0231,
+      "step": 130900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0231,
+      "step": 130950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.023,
+      "step": 131000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0232,
+      "step": 131050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0236,
+      "step": 131100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.0233,
+      "step": 131150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.0232,
+      "step": 131200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0232,
+      "step": 131250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0231,
+      "step": 131300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.023,
+      "step": 131350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.0231,
+      "step": 131400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.0232,
+      "step": 131450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0232,
+      "step": 131500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0229,
+      "step": 131550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.023,
+      "step": 131600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0231,
+      "step": 131650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.023,
+      "step": 131700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0231,
+      "step": 131750
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0232,
+      "step": 131800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.0235,
+      "step": 131850
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.023,
+      "step": 131900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0232,
+      "step": 131950
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0234,
+      "step": 132000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.023,
+      "step": 132050
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0231,
+      "step": 132100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.023,
+      "step": 132150
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0233,
+      "step": 132200
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0233,
+      "step": 132250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0231,
+      "step": 132300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.0231,
+      "step": 132350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0231,
+      "step": 132400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.023,
+      "step": 132450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0233,
+      "step": 132500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.023,
+      "step": 132550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.023,
+      "step": 132600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0232,
+      "step": 132650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0231,
+      "step": 132700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.0232,
+      "step": 132750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0233,
+      "step": 132800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.023,
+      "step": 132850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.0232,
+      "step": 132900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0231,
+      "step": 132950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0231,
+      "step": 133000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.0234,
+      "step": 133050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0229,
+      "step": 133100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.0233,
+      "step": 133150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.023,
+      "step": 133200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.0232,
+      "step": 133250
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.0232,
+      "step": 133300
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.0231,
+      "step": 133350
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.023,
+      "step": 133400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.023,
+      "step": 133450
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0232,
+      "step": 133500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0231,
+      "step": 133550
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.023,
+      "step": 133600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0231,
+      "step": 133650
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.023,
+      "step": 133700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.0231,
+      "step": 133750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.0229,
+      "step": 133800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0231,
+      "step": 133850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0232,
+      "step": 133900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0229,
+      "step": 133950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.023,
+      "step": 134000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.023,
+      "step": 134050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.0232,
+      "step": 134100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.023,
+      "step": 134150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0232,
+      "step": 134200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.0231,
+      "step": 134250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.0232,
+      "step": 134300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.0232,
+      "step": 134350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.0233,
+      "step": 134400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.0229,
+      "step": 134450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.0231,
+      "step": 134500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0231,
+      "step": 134550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.0231,
+      "step": 134600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0232,
+      "step": 134650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0229,
+      "step": 134700
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.023,
+      "step": 134750
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0234,
+      "step": 134800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.0229,
+      "step": 134850
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0231,
+      "step": 134900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0231,
+      "step": 134950
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.0232,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "eval_af_opus100_pr_auc": 0.7935569261635591,
+      "eval_af_ud_pr_auc": 0.9892595552378022,
+      "eval_am_opus100_pr_auc": 0.6618211963853499,
+      "eval_ar_ersatz_pr_auc": 0.9313976829032103,
+      "eval_ar_opus100_pr_auc": 0.7586975717161032,
+      "eval_ar_ud_pr_auc": 0.9003879601394825,
+      "eval_average_ersatz_pr_auc": 0.9732733098979136,
+      "eval_average_opus100_pr_auc": 0.8568601191897391,
+      "eval_average_ud_pr_auc": 0.9665567324456582,
+      "eval_az_opus100_pr_auc": 0.8135145749634414,
+      "eval_be_opus100_pr_auc": 0.7540116320179794,
+      "eval_be_ud_pr_auc": 0.8949844706877138,
+      "eval_bg_opus100_pr_auc": 0.9316571213214224,
+      "eval_bg_ud_pr_auc": 0.9974688624425916,
+      "eval_bn_opus100_pr_auc": 0.864001198197603,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8966530303524429,
+      "eval_ca_ud_pr_auc": 0.9943536175100248,
+      "eval_ceb_ud_pr_auc": 0.9976278647242667,
+      "eval_cs_ersatz_pr_auc": 0.9876468967794657,
+      "eval_cs_opus100_pr_auc": 0.9225952387175463,
+      "eval_cs_ud_pr_auc": 0.9621169448888063,
+      "eval_cy_opus100_pr_auc": 0.7909979539273848,
+      "eval_cy_ud_pr_auc": 0.9977214668997235,
+      "eval_da_opus100_pr_auc": 0.9269803966857557,
+      "eval_da_ud_pr_auc": 0.9831015987767349,
+      "eval_de_ersatz_pr_auc": 0.990016086977171,
+      "eval_de_opus100_pr_auc": 0.916524516966531,
+      "eval_de_ud_pr_auc": 0.9858264457268686,
+      "eval_el_opus100_pr_auc": 0.9280569282596061,
+      "eval_el_ud_pr_auc": 0.9912575802198325,
+      "eval_en_ersatz_pr_auc": 0.994060534662215,
+      "eval_en_opus100_pr_auc": 0.9253558094926595,
+      "eval_en_ud_pr_auc": 0.9839264975365465,
+      "eval_eo_opus100_pr_auc": 0.9381845088178773,
+      "eval_es_ersatz_pr_auc": 0.9971382028053082,
+      "eval_es_opus100_pr_auc": 0.9437825868260235,
+      "eval_es_ud_pr_auc": 0.9918331112257114,
+      "eval_et_ersatz_pr_auc": 0.9826378752134366,
+      "eval_et_opus100_pr_auc": 0.9318525782720698,
+      "eval_et_ud_pr_auc": 0.9679919130979894,
+      "eval_eu_opus100_pr_auc": 0.8916665149477442,
+      "eval_eu_ud_pr_auc": 0.9908535688968104,
+      "eval_fa_opus100_pr_auc": 0.6501624215836603,
+      "eval_fa_ud_pr_auc": 0.9970680033813476,
+      "eval_fi_ersatz_pr_auc": 0.9944503507431081,
+      "eval_fi_opus100_pr_auc": 0.932155918135712,
+      "eval_fi_ud_pr_auc": 0.9694743648823064,
+      "eval_fr_ersatz_pr_auc": 0.9883475991712117,
+      "eval_fr_opus100_pr_auc": 0.9281097518680675,
+      "eval_fr_ud_pr_auc": 0.986234651485554,
+      "eval_fy_opus100_pr_auc": 0.7046026104312377,
+      "eval_ga_opus100_pr_auc": 0.9145834671889973,
+      "eval_ga_ud_pr_auc": 0.821037559227483,
+      "eval_gd_opus100_pr_auc": 0.7252942917907489,
+      "eval_gd_ud_pr_auc": 0.8293675739841739,
+      "eval_gl_opus100_pr_auc": 0.9083482583812982,
+      "eval_gl_ud_pr_auc": 0.9977346592804034,
+      "eval_gu_ersatz_pr_auc": 0.9491428537312183,
+      "eval_gu_opus100_pr_auc": 0.7651183459004672,
+      "eval_ha_opus100_pr_auc": 0.9171310071077303,
+      "eval_he_opus100_pr_auc": 0.8931619088094274,
+      "eval_he_ud_pr_auc": 0.9761550192956823,
+      "eval_hi_ersatz_pr_auc": 0.9798672261316165,
+      "eval_hi_opus100_pr_auc": 0.7507076751852944,
+      "eval_hi_ud_pr_auc": 0.9847313864054006,
+      "eval_hu_opus100_pr_auc": 0.9262223143381648,
+      "eval_hu_ud_pr_auc": 0.9899501995166902,
+      "eval_hy_opus100_pr_auc": 0.9194050109258303,
+      "eval_hy_ud_pr_auc": 0.9666847108068075,
+      "eval_id_opus100_pr_auc": 0.889311035212873,
+      "eval_id_ud_pr_auc": 0.9946319070592025,
+      "eval_ig_opus100_pr_auc": 0.8866699353766851,
+      "eval_is_opus100_pr_auc": 0.9418887718268872,
+      "eval_is_ud_pr_auc": 0.9131987196744927,
+      "eval_it_opus100_pr_auc": 0.9225168099486589,
+      "eval_it_ud_pr_auc": 0.9966996457291796,
+      "eval_ja_ersatz_pr_auc": 0.8830389568724009,
+      "eval_ja_opus100_pr_auc": 0.8290864138489694,
+      "eval_ja_ud_pr_auc": 0.9796703140033685,
+      "eval_jv_ud_pr_auc": 0.9613812218005611,
+      "eval_ka_opus100_pr_auc": 0.8619591123769583,
+      "eval_kk_ersatz_pr_auc": 0.9893357912423117,
+      "eval_kk_opus100_pr_auc": 0.7979080993405193,
+      "eval_kk_ud_pr_auc": 0.9760515736208623,
+      "eval_km_ersatz_pr_auc": 0.9406772833605087,
+      "eval_km_opus100_pr_auc": 0.7677235494384972,
+      "eval_kn_opus100_pr_auc": 0.6770490792276935,
+      "eval_ko_opus100_pr_auc": 0.7049899544428163,
+      "eval_ko_ud_pr_auc": 0.9987962477142657,
+      "eval_ku_opus100_pr_auc": 0.8601959734354439,
+      "eval_ky_opus100_pr_auc": 0.9123590064489208,
+      "eval_la_ud_pr_auc": 0.9745937579761643,
+      "eval_loss": 0.026412010192871094,
+      "eval_lt_ersatz_pr_auc": 0.9969561306439051,
+      "eval_lt_opus100_pr_auc": 0.8927687753606701,
+      "eval_lt_ud_pr_auc": 0.9961188246171657,
+      "eval_lv_ersatz_pr_auc": 0.9925609729821345,
+      "eval_lv_opus100_pr_auc": 0.8998950864800236,
+      "eval_lv_ud_pr_auc": 0.9680935757307382,
+      "eval_mg_opus100_pr_auc": 0.9485216262073797,
+      "eval_mk_opus100_pr_auc": 0.929786240909782,
+      "eval_ml_opus100_pr_auc": 0.8263167970734843,
+      "eval_mn_opus100_pr_auc": 0.9509813432350007,
+      "eval_mr_opus100_pr_auc": 0.9212095541058762,
+      "eval_mr_ud_pr_auc": 0.967416785373807,
+      "eval_ms_opus100_pr_auc": 0.8912786004774836,
+      "eval_mt_opus100_pr_auc": 0.8631795316656642,
+      "eval_mt_ud_pr_auc": 0.9128208359244477,
+      "eval_my_opus100_pr_auc": 0.8152014491339967,
+      "eval_ne_opus100_pr_auc": 0.7577092654290883,
+      "eval_nl_opus100_pr_auc": 0.9127706370781833,
+      "eval_nl_ud_pr_auc": 0.9871755349749086,
+      "eval_no_opus100_pr_auc": 0.9302048697486993,
+      "eval_no_ud_pr_auc": 0.9967360995484157,
+      "eval_pa_opus100_pr_auc": 0.6683421865794231,
+      "eval_pl_ersatz_pr_auc": 0.971558523810333,
+      "eval_pl_opus100_pr_auc": 0.9082978312838074,
+      "eval_pl_ud_pr_auc": 0.9689008715183224,
+      "eval_ps_ersatz_pr_auc": 0.9225190516058064,
+      "eval_ps_opus100_pr_auc": 0.7841059276251315,
+      "eval_pt_opus100_pr_auc": 0.9372995964776063,
+      "eval_pt_ud_pr_auc": 0.9855354888472886,
+      "eval_ro_ersatz_pr_auc": 0.9939591174812643,
+      "eval_ro_opus100_pr_auc": 0.8706983312315706,
+      "eval_ro_ud_pr_auc": 0.9575438473624756,
+      "eval_ru_ersatz_pr_auc": 0.9950316552033581,
+      "eval_ru_opus100_pr_auc": 0.9346136989608782,
+      "eval_ru_ud_pr_auc": 0.8843116838807745,
+      "eval_runtime": 402.8981,
+      "eval_samples_per_second": 187.204,
+      "eval_si_opus100_pr_auc": 0.8335264787461679,
+      "eval_sk_opus100_pr_auc": 0.944948306765935,
+      "eval_sk_ud_pr_auc": 0.9813054574179982,
+      "eval_sl_opus100_pr_auc": 0.889396923972978,
+      "eval_sl_ud_pr_auc": 0.9675704803448002,
+      "eval_sq_opus100_pr_auc": 0.9358815659078618,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9240088337021294,
+      "eval_sr_ud_pr_auc": 0.9990256721723663,
+      "eval_steps_per_second": 0.732,
+      "eval_sv_opus100_pr_auc": 0.9116424419062099,
+      "eval_sv_ud_pr_auc": 0.9549032039236202,
+      "eval_ta_ersatz_pr_auc": 0.9775986692516027,
+      "eval_ta_opus100_pr_auc": 0.7157474723627344,
+      "eval_ta_ud_pr_auc": 0.9854575660979735,
+      "eval_te_opus100_pr_auc": 0.8410822514086228,
+      "eval_tg_opus100_pr_auc": 0.9116607894378085,
+      "eval_th_opus100_pr_auc": 0.6962866694144954,
+      "eval_th_ud_pr_auc": 0.8679465482550571,
+      "eval_tr_ersatz_pr_auc": 0.9707900668505703,
+      "eval_tr_opus100_pr_auc": 0.9221501838208128,
+      "eval_tr_ud_pr_auc": 0.9682994509722878,
+      "eval_uk_opus100_pr_auc": 0.8869896567907504,
+      "eval_uk_ud_pr_auc": 0.9283569783112282,
+      "eval_ur_opus100_pr_auc": 0.623655004255065,
+      "eval_ur_ud_pr_auc": 0.9905432874816898,
+      "eval_uz_opus100_pr_auc": 0.8913058498659605,
+      "eval_vi_opus100_pr_auc": 0.9068174519253405,
+      "eval_vi_ud_pr_auc": 0.9573876216264257,
+      "eval_xh_opus100_pr_auc": 0.8877015437111039,
+      "eval_yi_opus100_pr_auc": 0.7555160781282169,
+      "eval_yo_opus100_pr_auc": 0.8378836042987317,
+      "eval_yo_ud_pr_auc": 0.9310637374669436,
+      "eval_zh_ersatz_pr_auc": 0.9832812893319444,
+      "eval_zh_opus100_pr_auc": 0.8953277434214343,
+      "eval_zh_ud_pr_auc": 0.9950472236989318,
+      "eval_zu_opus100_pr_auc": 0.83124856804986,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0231,
+      "step": 135050
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0229,
+      "step": 135100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.0233,
+      "step": 135150
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.0231,
+      "step": 135200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0231,
+      "step": 135250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.0231,
+      "step": 135300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0229,
+      "step": 135350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.0232,
+      "step": 135400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.0229,
+      "step": 135450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.0231,
+      "step": 135500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0232,
+      "step": 135550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.0231,
+      "step": 135600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.023,
+      "step": 135650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.0232,
+      "step": 135700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0229,
+      "step": 135750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.023,
+      "step": 135800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.0229,
+      "step": 135850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.0232,
+      "step": 135900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0232,
+      "step": 135950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.023,
+      "step": 136000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.023,
+      "step": 136050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.0232,
+      "step": 136100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.023,
+      "step": 136150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0231,
+      "step": 136200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0229,
+      "step": 136250
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.023,
+      "step": 136300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.023,
+      "step": 136350
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0231,
+      "step": 136400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.023,
+      "step": 136450
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0227,
+      "step": 136500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.023,
+      "step": 136550
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0231,
+      "step": 136600
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0229,
+      "step": 136650
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.023,
+      "step": 136700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0232,
+      "step": 136750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.023,
+      "step": 136800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0232,
+      "step": 136850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0232,
+      "step": 136900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0229,
+      "step": 136950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0229,
+      "step": 137000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.0231,
+      "step": 137050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.0231,
+      "step": 137100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0232,
+      "step": 137150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.0231,
+      "step": 137200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.0229,
+      "step": 137250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0229,
+      "step": 137300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.023,
+      "step": 137350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.0233,
+      "step": 137400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0231,
+      "step": 137450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.0231,
+      "step": 137500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0229,
+      "step": 137550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.023,
+      "step": 137600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.023,
+      "step": 137650
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.0231,
+      "step": 137700
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0228,
+      "step": 137750
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0229,
+      "step": 137800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.0228,
+      "step": 137850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.023,
+      "step": 137900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0229,
+      "step": 137950
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0231,
+      "step": 138000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.0228,
+      "step": 138050
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.023,
+      "step": 138100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0229,
+      "step": 138150
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0229,
+      "step": 138200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0232,
+      "step": 138250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.023,
+      "step": 138300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.0227,
+      "step": 138350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.0229,
+      "step": 138400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.023,
+      "step": 138450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0231,
+      "step": 138500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.0231,
+      "step": 138550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.023,
+      "step": 138600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0231,
+      "step": 138650
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.023,
+      "step": 138700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.0231,
+      "step": 138750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.0231,
+      "step": 138800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0229,
+      "step": 138850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0231,
+      "step": 138900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.0229,
+      "step": 138950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0231,
+      "step": 139000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0232,
+      "step": 139050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0229,
+      "step": 139100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0231,
+      "step": 139150
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.023,
+      "step": 139200
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.023,
+      "step": 139250
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.023,
+      "step": 139300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.023,
+      "step": 139350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.023,
+      "step": 139400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.0229,
+      "step": 139450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.0231,
+      "step": 139500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0231,
+      "step": 139550
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.023,
+      "step": 139600
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0229,
+      "step": 139650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.023,
+      "step": 139700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.0229,
+      "step": 139750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0229,
+      "step": 139800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.0228,
+      "step": 139850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.0229,
+      "step": 139900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.023,
+      "step": 139950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0231,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "eval_af_opus100_pr_auc": 0.7993343918567899,
+      "eval_af_ud_pr_auc": 0.9854886473760526,
+      "eval_am_opus100_pr_auc": 0.6650094156487413,
+      "eval_ar_ersatz_pr_auc": 0.9358727956798658,
+      "eval_ar_opus100_pr_auc": 0.7494518262762986,
+      "eval_ar_ud_pr_auc": 0.8969439430956866,
+      "eval_average_ersatz_pr_auc": 0.9739892879144155,
+      "eval_average_opus100_pr_auc": 0.8541624479562963,
+      "eval_average_ud_pr_auc": 0.9677699239977267,
+      "eval_az_opus100_pr_auc": 0.8017862723740118,
+      "eval_be_opus100_pr_auc": 0.7312916661750396,
+      "eval_be_ud_pr_auc": 0.9089110075218017,
+      "eval_bg_opus100_pr_auc": 0.9267135246549981,
+      "eval_bg_ud_pr_auc": 0.9979151280460016,
+      "eval_bn_opus100_pr_auc": 0.8635386495329386,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8977680178478913,
+      "eval_ca_ud_pr_auc": 0.9969831638636617,
+      "eval_ceb_ud_pr_auc": 0.9951540987672693,
+      "eval_cs_ersatz_pr_auc": 0.9877161963561443,
+      "eval_cs_opus100_pr_auc": 0.9248582235260524,
+      "eval_cs_ud_pr_auc": 0.960512703167912,
+      "eval_cy_opus100_pr_auc": 0.7950202985002278,
+      "eval_cy_ud_pr_auc": 0.9974872454441667,
+      "eval_da_opus100_pr_auc": 0.9261342249720426,
+      "eval_da_ud_pr_auc": 0.9809603365581218,
+      "eval_de_ersatz_pr_auc": 0.988603183293162,
+      "eval_de_opus100_pr_auc": 0.9118359604395606,
+      "eval_de_ud_pr_auc": 0.9844423709291181,
+      "eval_el_opus100_pr_auc": 0.9230190856806706,
+      "eval_el_ud_pr_auc": 0.9891737655640634,
+      "eval_en_ersatz_pr_auc": 0.9937694405805148,
+      "eval_en_opus100_pr_auc": 0.9269208521126051,
+      "eval_en_ud_pr_auc": 0.9860805739252735,
+      "eval_eo_opus100_pr_auc": 0.9377891814964872,
+      "eval_es_ersatz_pr_auc": 0.9969410760953944,
+      "eval_es_opus100_pr_auc": 0.9404963219531015,
+      "eval_es_ud_pr_auc": 0.9922157049851575,
+      "eval_et_ersatz_pr_auc": 0.9817514863174172,
+      "eval_et_opus100_pr_auc": 0.9334105020114226,
+      "eval_et_ud_pr_auc": 0.9613615125569815,
+      "eval_eu_opus100_pr_auc": 0.8858082621890776,
+      "eval_eu_ud_pr_auc": 0.9942382028151493,
+      "eval_fa_opus100_pr_auc": 0.629568833032225,
+      "eval_fa_ud_pr_auc": 0.9940465109102792,
+      "eval_fi_ersatz_pr_auc": 0.9924788176307391,
+      "eval_fi_opus100_pr_auc": 0.9331534642882958,
+      "eval_fi_ud_pr_auc": 0.9661127545892085,
+      "eval_fr_ersatz_pr_auc": 0.9883766640706083,
+      "eval_fr_opus100_pr_auc": 0.924462859575538,
+      "eval_fr_ud_pr_auc": 0.9884892240457945,
+      "eval_fy_opus100_pr_auc": 0.7051671043226361,
+      "eval_ga_opus100_pr_auc": 0.9156670492106229,
+      "eval_ga_ud_pr_auc": 0.8464421686944741,
+      "eval_gd_opus100_pr_auc": 0.6990233151782994,
+      "eval_gd_ud_pr_auc": 0.8358187234790111,
+      "eval_gl_opus100_pr_auc": 0.9056494630988488,
+      "eval_gl_ud_pr_auc": 0.9985941891592878,
+      "eval_gu_ersatz_pr_auc": 0.9553071416024497,
+      "eval_gu_opus100_pr_auc": 0.756979486146156,
+      "eval_ha_opus100_pr_auc": 0.9252235459414533,
+      "eval_he_opus100_pr_auc": 0.8949120663655801,
+      "eval_he_ud_pr_auc": 0.9804282815858791,
+      "eval_hi_ersatz_pr_auc": 0.9812777960982637,
+      "eval_hi_opus100_pr_auc": 0.7477100270271344,
+      "eval_hi_ud_pr_auc": 0.9860396506752502,
+      "eval_hu_opus100_pr_auc": 0.929657505465605,
+      "eval_hu_ud_pr_auc": 0.986382933457941,
+      "eval_hy_opus100_pr_auc": 0.9080853223788974,
+      "eval_hy_ud_pr_auc": 0.9773043419977607,
+      "eval_id_opus100_pr_auc": 0.9009828620425397,
+      "eval_id_ud_pr_auc": 0.9955530321222732,
+      "eval_ig_opus100_pr_auc": 0.8842144523850118,
+      "eval_is_opus100_pr_auc": 0.9403627882020604,
+      "eval_is_ud_pr_auc": 0.9232019443814309,
+      "eval_it_opus100_pr_auc": 0.9237174888793246,
+      "eval_it_ud_pr_auc": 0.997141163229269,
+      "eval_ja_ersatz_pr_auc": 0.8778055702403026,
+      "eval_ja_opus100_pr_auc": 0.8630786886673416,
+      "eval_ja_ud_pr_auc": 0.9840275264459916,
+      "eval_jv_ud_pr_auc": 0.9484848477313954,
+      "eval_ka_opus100_pr_auc": 0.8660460050789831,
+      "eval_kk_ersatz_pr_auc": 0.9898400831364089,
+      "eval_kk_opus100_pr_auc": 0.7829949232273216,
+      "eval_kk_ud_pr_auc": 0.975475521587329,
+      "eval_km_ersatz_pr_auc": 0.9405833163530481,
+      "eval_km_opus100_pr_auc": 0.7692381673778443,
+      "eval_kn_opus100_pr_auc": 0.6688306533287558,
+      "eval_ko_opus100_pr_auc": 0.7020778326001541,
+      "eval_ko_ud_pr_auc": 0.9981452843811955,
+      "eval_ku_opus100_pr_auc": 0.8651331222228814,
+      "eval_ky_opus100_pr_auc": 0.8894616703555763,
+      "eval_la_ud_pr_auc": 0.9754440335826378,
+      "eval_loss": 0.02665388211607933,
+      "eval_lt_ersatz_pr_auc": 0.9962915184451177,
+      "eval_lt_opus100_pr_auc": 0.8911530683410709,
+      "eval_lt_ud_pr_auc": 0.9970079354836644,
+      "eval_lv_ersatz_pr_auc": 0.9941025440735431,
+      "eval_lv_opus100_pr_auc": 0.904550828644722,
+      "eval_lv_ud_pr_auc": 0.9681414286068731,
+      "eval_mg_opus100_pr_auc": 0.9401611848939644,
+      "eval_mk_opus100_pr_auc": 0.9305481014107929,
+      "eval_ml_opus100_pr_auc": 0.8252561919833779,
+      "eval_mn_opus100_pr_auc": 0.9519788508059849,
+      "eval_mr_opus100_pr_auc": 0.91752508642001,
+      "eval_mr_ud_pr_auc": 0.9603755334903078,
+      "eval_ms_opus100_pr_auc": 0.8954227218392662,
+      "eval_mt_opus100_pr_auc": 0.8789569679146686,
+      "eval_mt_ud_pr_auc": 0.8988657510036916,
+      "eval_my_opus100_pr_auc": 0.8193880321273768,
+      "eval_ne_opus100_pr_auc": 0.7389840000996668,
+      "eval_nl_opus100_pr_auc": 0.9144826068397923,
+      "eval_nl_ud_pr_auc": 0.9874335467169042,
+      "eval_no_opus100_pr_auc": 0.9309961315791434,
+      "eval_no_ud_pr_auc": 0.9968824265162615,
+      "eval_pa_opus100_pr_auc": 0.6741849755994169,
+      "eval_pl_ersatz_pr_auc": 0.9778750425917783,
+      "eval_pl_opus100_pr_auc": 0.9073133508284812,
+      "eval_pl_ud_pr_auc": 0.9713171213530625,
+      "eval_ps_ersatz_pr_auc": 0.930944151202295,
+      "eval_ps_opus100_pr_auc": 0.7489945421933777,
+      "eval_pt_opus100_pr_auc": 0.9343042715608842,
+      "eval_pt_ud_pr_auc": 0.9861257011191498,
+      "eval_ro_ersatz_pr_auc": 0.99382960499481,
+      "eval_ro_opus100_pr_auc": 0.8710869766738326,
+      "eval_ro_ud_pr_auc": 0.9783810206972557,
+      "eval_ru_ersatz_pr_auc": 0.9944583199446464,
+      "eval_ru_opus100_pr_auc": 0.9401850130615649,
+      "eval_ru_ud_pr_auc": 0.8919983171497411,
+      "eval_runtime": 400.019,
+      "eval_samples_per_second": 188.551,
+      "eval_si_opus100_pr_auc": 0.8417482054681831,
+      "eval_sk_opus100_pr_auc": 0.9432559851107636,
+      "eval_sk_ud_pr_auc": 0.9827083821640449,
+      "eval_sl_opus100_pr_auc": 0.8873054555518017,
+      "eval_sl_ud_pr_auc": 0.968770182505244,
+      "eval_sq_opus100_pr_auc": 0.93225408548785,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9168486941530294,
+      "eval_sr_ud_pr_auc": 0.9988029813735269,
+      "eval_steps_per_second": 0.737,
+      "eval_sv_opus100_pr_auc": 0.9143202534219846,
+      "eval_sv_ud_pr_auc": 0.9579819331947577,
+      "eval_ta_ersatz_pr_auc": 0.9818220929013609,
+      "eval_ta_opus100_pr_auc": 0.7126981984597184,
+      "eval_ta_ud_pr_auc": 0.9934898112924101,
+      "eval_te_opus100_pr_auc": 0.8420088033167157,
+      "eval_tg_opus100_pr_auc": 0.9023734719744857,
+      "eval_th_opus100_pr_auc": 0.6913733029313311,
+      "eval_th_ud_pr_auc": 0.8571424111270856,
+      "eval_tr_ersatz_pr_auc": 0.9694319138264325,
+      "eval_tr_opus100_pr_auc": 0.9182424411311015,
+      "eval_tr_ud_pr_auc": 0.9575408211887911,
+      "eval_uk_opus100_pr_auc": 0.8810806000919438,
+      "eval_uk_ud_pr_auc": 0.9432405062987587,
+      "eval_ur_opus100_pr_auc": 0.6193055919279564,
+      "eval_ur_ud_pr_auc": 0.9954844433236606,
+      "eval_uz_opus100_pr_auc": 0.8904330351081721,
+      "eval_vi_opus100_pr_auc": 0.9117845077059283,
+      "eval_vi_ud_pr_auc": 0.9673645122900624,
+      "eval_xh_opus100_pr_auc": 0.8808184445758981,
+      "eval_yi_opus100_pr_auc": 0.7188796998353163,
+      "eval_yo_opus100_pr_auc": 0.8193518861342828,
+      "eval_yo_ud_pr_auc": 0.9215357543826026,
+      "eval_zh_ersatz_pr_auc": 0.9786855786828388,
+      "eval_zh_opus100_pr_auc": 0.8940912074814592,
+      "eval_zh_ud_pr_auc": 0.9972946099197297,
+      "eval_zu_opus100_pr_auc": 0.8360885860839168,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.023,
+      "step": 140050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0231,
+      "step": 140100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.0229,
+      "step": 140150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.023,
+      "step": 140200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.023,
+      "step": 140250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0229,
+      "step": 140300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0233,
+      "step": 140350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.0229,
+      "step": 140400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.023,
+      "step": 140450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.0228,
+      "step": 140500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0231,
+      "step": 140550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.0231,
+      "step": 140600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.0229,
+      "step": 140650
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.0228,
+      "step": 140700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0226,
+      "step": 140750
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.023,
+      "step": 140800
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.023,
+      "step": 140850
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.0229,
+      "step": 140900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.023,
+      "step": 140950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0232,
+      "step": 141000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0229,
+      "step": 141050
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.0228,
+      "step": 141100
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0227,
+      "step": 141150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.023,
+      "step": 141200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.0229,
+      "step": 141250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0228,
+      "step": 141300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.023,
+      "step": 141350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0231,
+      "step": 141400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.0228,
+      "step": 141450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.0228,
+      "step": 141500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0228,
+      "step": 141550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.023,
+      "step": 141600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0228,
+      "step": 141650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0228,
+      "step": 141700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0228,
+      "step": 141750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.0229,
+      "step": 141800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.023,
+      "step": 141850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.0229,
+      "step": 141900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0231,
+      "step": 141950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.023,
+      "step": 142000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.0228,
+      "step": 142050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.023,
+      "step": 142100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.0231,
+      "step": 142150
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.023,
+      "step": 142200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0231,
+      "step": 142250
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0229,
+      "step": 142300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0228,
+      "step": 142350
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.023,
+      "step": 142400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.023,
+      "step": 142450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0231,
+      "step": 142500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0229,
+      "step": 142550
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0229,
+      "step": 142600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0229,
+      "step": 142650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0231,
+      "step": 142700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.0231,
+      "step": 142750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0228,
+      "step": 142800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0228,
+      "step": 142850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.023,
+      "step": 142900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0228,
+      "step": 142950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.023,
+      "step": 143000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.0228,
+      "step": 143050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.0228,
+      "step": 143100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0229,
+      "step": 143150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0228,
+      "step": 143200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0231,
+      "step": 143250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.023,
+      "step": 143300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0227,
+      "step": 143350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0227,
+      "step": 143400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.023,
+      "step": 143450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.0228,
+      "step": 143500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.023,
+      "step": 143550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0228,
+      "step": 143600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.023,
+      "step": 143650
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.0229,
+      "step": 143700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.023,
+      "step": 143750
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.0229,
+      "step": 143800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.023,
+      "step": 143850
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0229,
+      "step": 143900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.0228,
+      "step": 143950
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0227,
+      "step": 144000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0229,
+      "step": 144050
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.0231,
+      "step": 144100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0228,
+      "step": 144150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0227,
+      "step": 144200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.0229,
+      "step": 144250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0231,
+      "step": 144300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.023,
+      "step": 144350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.023,
+      "step": 144400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.023,
+      "step": 144450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0227,
+      "step": 144500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.023,
+      "step": 144550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.0229,
+      "step": 144600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0228,
+      "step": 144650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0229,
+      "step": 144700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.0231,
+      "step": 144750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.0229,
+      "step": 144800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.0229,
+      "step": 144850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0229,
+      "step": 144900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0229,
+      "step": 144950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.0229,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "eval_af_opus100_pr_auc": 0.7897952986123269,
+      "eval_af_ud_pr_auc": 0.987246480242135,
+      "eval_am_opus100_pr_auc": 0.6175924016922053,
+      "eval_ar_ersatz_pr_auc": 0.9362530818069745,
+      "eval_ar_opus100_pr_auc": 0.7464377085240601,
+      "eval_ar_ud_pr_auc": 0.8980848920287522,
+      "eval_average_ersatz_pr_auc": 0.9733336967455408,
+      "eval_average_opus100_pr_auc": 0.852503958916992,
+      "eval_average_ud_pr_auc": 0.9665924224287059,
+      "eval_az_opus100_pr_auc": 0.7689777846380607,
+      "eval_be_opus100_pr_auc": 0.7323894979438612,
+      "eval_be_ud_pr_auc": 0.9157657350503335,
+      "eval_bg_opus100_pr_auc": 0.9325878193530099,
+      "eval_bg_ud_pr_auc": 0.9980363953909503,
+      "eval_bn_opus100_pr_auc": 0.8598883041985275,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9004409583677163,
+      "eval_ca_ud_pr_auc": 0.9957240462459146,
+      "eval_ceb_ud_pr_auc": 0.9960534644809601,
+      "eval_cs_ersatz_pr_auc": 0.9871160357102648,
+      "eval_cs_opus100_pr_auc": 0.9272640174229059,
+      "eval_cs_ud_pr_auc": 0.9601331302319418,
+      "eval_cy_opus100_pr_auc": 0.7872043944701019,
+      "eval_cy_ud_pr_auc": 0.9975589793066674,
+      "eval_da_opus100_pr_auc": 0.9286610892638819,
+      "eval_da_ud_pr_auc": 0.9792044828000193,
+      "eval_de_ersatz_pr_auc": 0.990581342807598,
+      "eval_de_opus100_pr_auc": 0.9143230187419781,
+      "eval_de_ud_pr_auc": 0.9839951951055212,
+      "eval_el_opus100_pr_auc": 0.9214431677566861,
+      "eval_el_ud_pr_auc": 0.9902674534261475,
+      "eval_en_ersatz_pr_auc": 0.9947318783973846,
+      "eval_en_opus100_pr_auc": 0.9171459929750364,
+      "eval_en_ud_pr_auc": 0.9841006479431458,
+      "eval_eo_opus100_pr_auc": 0.9322721972597412,
+      "eval_es_ersatz_pr_auc": 0.9969985403706324,
+      "eval_es_opus100_pr_auc": 0.9383865273946843,
+      "eval_es_ud_pr_auc": 0.9882792329758244,
+      "eval_et_ersatz_pr_auc": 0.9817332872132241,
+      "eval_et_opus100_pr_auc": 0.9275689033231659,
+      "eval_et_ud_pr_auc": 0.968771022119365,
+      "eval_eu_opus100_pr_auc": 0.8819880587925338,
+      "eval_eu_ud_pr_auc": 0.9920543257400161,
+      "eval_fa_opus100_pr_auc": 0.6505259259510751,
+      "eval_fa_ud_pr_auc": 0.9949673958386183,
+      "eval_fi_ersatz_pr_auc": 0.993384643594523,
+      "eval_fi_opus100_pr_auc": 0.9279029246127966,
+      "eval_fi_ud_pr_auc": 0.9609846304925495,
+      "eval_fr_ersatz_pr_auc": 0.9891312291944633,
+      "eval_fr_opus100_pr_auc": 0.9156139306517642,
+      "eval_fr_ud_pr_auc": 0.9888063924046104,
+      "eval_fy_opus100_pr_auc": 0.7036322598120965,
+      "eval_ga_opus100_pr_auc": 0.9166233108318054,
+      "eval_ga_ud_pr_auc": 0.8392076758099791,
+      "eval_gd_opus100_pr_auc": 0.7547335026193088,
+      "eval_gd_ud_pr_auc": 0.8277458355008701,
+      "eval_gl_opus100_pr_auc": 0.9053094227753415,
+      "eval_gl_ud_pr_auc": 0.9977450180158839,
+      "eval_gu_ersatz_pr_auc": 0.9530818226036707,
+      "eval_gu_opus100_pr_auc": 0.7559791634655662,
+      "eval_ha_opus100_pr_auc": 0.9237021035180694,
+      "eval_he_opus100_pr_auc": 0.8880464646351637,
+      "eval_he_ud_pr_auc": 0.9752761265136661,
+      "eval_hi_ersatz_pr_auc": 0.9827378437607377,
+      "eval_hi_opus100_pr_auc": 0.7431766109178929,
+      "eval_hi_ud_pr_auc": 0.9841605705556357,
+      "eval_hu_opus100_pr_auc": 0.9231873947386942,
+      "eval_hu_ud_pr_auc": 0.9868002306165518,
+      "eval_hy_opus100_pr_auc": 0.9132807292732142,
+      "eval_hy_ud_pr_auc": 0.9762390306904498,
+      "eval_id_opus100_pr_auc": 0.8936988377844116,
+      "eval_id_ud_pr_auc": 0.9956791618115832,
+      "eval_ig_opus100_pr_auc": 0.8856610926272188,
+      "eval_is_opus100_pr_auc": 0.93565386883646,
+      "eval_is_ud_pr_auc": 0.9031785507525459,
+      "eval_it_opus100_pr_auc": 0.9199579152556037,
+      "eval_it_ud_pr_auc": 0.9969465604971373,
+      "eval_ja_ersatz_pr_auc": 0.8578703721079611,
+      "eval_ja_opus100_pr_auc": 0.8260760490202064,
+      "eval_ja_ud_pr_auc": 0.9736602428756604,
+      "eval_jv_ud_pr_auc": 0.9546213379225648,
+      "eval_ka_opus100_pr_auc": 0.8566329748994723,
+      "eval_kk_ersatz_pr_auc": 0.9903206667681169,
+      "eval_kk_opus100_pr_auc": 0.8094236764867667,
+      "eval_kk_ud_pr_auc": 0.9750281062223819,
+      "eval_km_ersatz_pr_auc": 0.935948593377704,
+      "eval_km_opus100_pr_auc": 0.7761865242257634,
+      "eval_kn_opus100_pr_auc": 0.6635005646123562,
+      "eval_ko_opus100_pr_auc": 0.7124832399586032,
+      "eval_ko_ud_pr_auc": 0.9983025069327305,
+      "eval_ku_opus100_pr_auc": 0.8779774467466622,
+      "eval_ky_opus100_pr_auc": 0.8997781807664932,
+      "eval_la_ud_pr_auc": 0.9718330279977635,
+      "eval_loss": 0.02644708752632141,
+      "eval_lt_ersatz_pr_auc": 0.9974020443803613,
+      "eval_lt_opus100_pr_auc": 0.8843416204030887,
+      "eval_lt_ud_pr_auc": 0.9960413146419208,
+      "eval_lv_ersatz_pr_auc": 0.9936379861567877,
+      "eval_lv_opus100_pr_auc": 0.9014751482944602,
+      "eval_lv_ud_pr_auc": 0.9675011693985437,
+      "eval_mg_opus100_pr_auc": 0.9450571348488743,
+      "eval_mk_opus100_pr_auc": 0.9292072012507885,
+      "eval_ml_opus100_pr_auc": 0.8132769818203255,
+      "eval_mn_opus100_pr_auc": 0.961441499416024,
+      "eval_mr_opus100_pr_auc": 0.911241029288506,
+      "eval_mr_ud_pr_auc": 0.9678946130138162,
+      "eval_ms_opus100_pr_auc": 0.877308754259328,
+      "eval_mt_opus100_pr_auc": 0.8627263131326732,
+      "eval_mt_ud_pr_auc": 0.9000282367917386,
+      "eval_my_opus100_pr_auc": 0.8365234041199922,
+      "eval_ne_opus100_pr_auc": 0.7692571629000473,
+      "eval_nl_opus100_pr_auc": 0.9033140056464644,
+      "eval_nl_ud_pr_auc": 0.9877571126651026,
+      "eval_no_opus100_pr_auc": 0.9197176853091779,
+      "eval_no_ud_pr_auc": 0.996288264999834,
+      "eval_pa_opus100_pr_auc": 0.6810451916661434,
+      "eval_pl_ersatz_pr_auc": 0.9751800729514275,
+      "eval_pl_opus100_pr_auc": 0.9002739405756549,
+      "eval_pl_ud_pr_auc": 0.9678553871002128,
+      "eval_ps_ersatz_pr_auc": 0.9333993511454698,
+      "eval_ps_opus100_pr_auc": 0.7640323041346054,
+      "eval_pt_opus100_pr_auc": 0.9292629118789005,
+      "eval_pt_ud_pr_auc": 0.9872737799838105,
+      "eval_ro_ersatz_pr_auc": 0.9939122334903336,
+      "eval_ro_opus100_pr_auc": 0.8555187226563811,
+      "eval_ro_ud_pr_auc": 0.9804713335103925,
+      "eval_ru_ersatz_pr_auc": 0.9951884692817223,
+      "eval_ru_opus100_pr_auc": 0.9361335194058947,
+      "eval_ru_ud_pr_auc": 0.8757140470875862,
+      "eval_runtime": 392.5572,
+      "eval_samples_per_second": 192.135,
+      "eval_si_opus100_pr_auc": 0.8279132593335337,
+      "eval_sk_opus100_pr_auc": 0.9456861007799646,
+      "eval_sk_ud_pr_auc": 0.9871355361063687,
+      "eval_sl_opus100_pr_auc": 0.8898670969810446,
+      "eval_sl_ud_pr_auc": 0.9687694007168828,
+      "eval_sq_opus100_pr_auc": 0.9418529846259772,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9182473104264832,
+      "eval_sr_ud_pr_auc": 0.9991503414550873,
+      "eval_steps_per_second": 0.751,
+      "eval_sv_opus100_pr_auc": 0.9065365830896649,
+      "eval_sv_ud_pr_auc": 0.9548648894289901,
+      "eval_ta_ersatz_pr_auc": 0.9829244530526504,
+      "eval_ta_opus100_pr_auc": 0.7109697255629086,
+      "eval_ta_ud_pr_auc": 0.9917704776122517,
+      "eval_te_opus100_pr_auc": 0.8443969000799249,
+      "eval_tg_opus100_pr_auc": 0.9133362477827939,
+      "eval_th_opus100_pr_auc": 0.7033565122193003,
+      "eval_th_ud_pr_auc": 0.8612350292989179,
+      "eval_tr_ersatz_pr_auc": 0.9692885947218041,
+      "eval_tr_opus100_pr_auc": 0.9099868659337988,
+      "eval_tr_ud_pr_auc": 0.9557091868060772,
+      "eval_uk_opus100_pr_auc": 0.8827514003221374,
+      "eval_uk_ud_pr_auc": 0.9360138044238833,
+      "eval_ur_opus100_pr_auc": 0.6203330244028992,
+      "eval_ur_ud_pr_auc": 0.9946224324692003,
+      "eval_uz_opus100_pr_auc": 0.8921554333589725,
+      "eval_vi_opus100_pr_auc": 0.9027803230076896,
+      "eval_vi_ud_pr_auc": 0.9553200639719439,
+      "eval_xh_opus100_pr_auc": 0.8663654029898301,
+      "eval_yi_opus100_pr_auc": 0.6994372340459927,
+      "eval_yo_opus100_pr_auc": 0.826300450508278,
+      "eval_yo_ud_pr_auc": 0.9309241546531944,
+      "eval_zh_ersatz_pr_auc": 0.9825187855080851,
+      "eval_zh_opus100_pr_auc": 0.8750597433195625,
+      "eval_zh_ud_pr_auc": 0.9969696177616055,
+      "eval_zu_opus100_pr_auc": 0.8437262456619681,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0229,
+      "step": 145050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.0227,
+      "step": 145100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.0229,
+      "step": 145150
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0229,
+      "step": 145200
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.023,
+      "step": 145250
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.0227,
+      "step": 145300
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0229,
+      "step": 145350
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.0229,
+      "step": 145400
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0228,
+      "step": 145450
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0227,
+      "step": 145500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.0229,
+      "step": 145550
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.0227,
+      "step": 145600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.0225,
+      "step": 145650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0228,
+      "step": 145700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.023,
+      "step": 145750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.0227,
+      "step": 145800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.0228,
+      "step": 145850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.0228,
+      "step": 145900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.0228,
+      "step": 145950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0227,
+      "step": 146000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0228,
+      "step": 146050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.0231,
+      "step": 146100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0229,
+      "step": 146150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0227,
+      "step": 146200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0229,
+      "step": 146250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.0227,
+      "step": 146300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.0228,
+      "step": 146350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.0227,
+      "step": 146400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0228,
+      "step": 146450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.0227,
+      "step": 146500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.0227,
+      "step": 146550
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.0228,
+      "step": 146600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.023,
+      "step": 146650
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0227,
+      "step": 146700
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0228,
+      "step": 146750
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0229,
+      "step": 146800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0228,
+      "step": 146850
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0228,
+      "step": 146900
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.0228,
+      "step": 146950
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.0226,
+      "step": 147000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.0226,
+      "step": 147050
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0228,
+      "step": 147100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0226,
+      "step": 147150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0229,
+      "step": 147200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.0227,
+      "step": 147250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.0227,
+      "step": 147300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.023,
+      "step": 147350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.0227,
+      "step": 147400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0228,
+      "step": 147450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0227,
+      "step": 147500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0226,
+      "step": 147550
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.0229,
+      "step": 147600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.0229,
+      "step": 147650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0227,
+      "step": 147700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0228,
+      "step": 147750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.0228,
+      "step": 147800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.0227,
+      "step": 147850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.0228,
+      "step": 147900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0227,
+      "step": 147950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.023,
+      "step": 148000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.023,
+      "step": 148050
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.0227,
+      "step": 148100
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0229,
+      "step": 148150
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.0229,
+      "step": 148200
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0229,
+      "step": 148250
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0231,
+      "step": 148300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.023,
+      "step": 148350
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.0227,
+      "step": 148400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0225,
+      "step": 148450
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0225,
+      "step": 148500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.0227,
+      "step": 148550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0226,
+      "step": 148600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0227,
+      "step": 148650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0228,
+      "step": 148700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.0226,
+      "step": 148750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.0226,
+      "step": 148800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.0228,
+      "step": 148850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0225,
+      "step": 148900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.0224,
+      "step": 148950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.0227,
+      "step": 149000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.0228,
+      "step": 149050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0223,
+      "step": 149100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0227,
+      "step": 149150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.0228,
+      "step": 149200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.0227,
+      "step": 149250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.0227,
+      "step": 149300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.0226,
+      "step": 149350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0228,
+      "step": 149400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.0226,
+      "step": 149450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0226,
+      "step": 149500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.0227,
+      "step": 149550
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0226,
+      "step": 149600
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0224,
+      "step": 149650
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0228,
+      "step": 149700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.0227,
+      "step": 149750
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0228,
+      "step": 149800
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0226,
+      "step": 149850
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0227,
+      "step": 149900
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.0226,
+      "step": 149950
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.0227,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "eval_af_opus100_pr_auc": 0.7902617610346899,
+      "eval_af_ud_pr_auc": 0.988284262655755,
+      "eval_am_opus100_pr_auc": 0.6517533251159171,
+      "eval_ar_ersatz_pr_auc": 0.9371655096550019,
+      "eval_ar_opus100_pr_auc": 0.7368251384195763,
+      "eval_ar_ud_pr_auc": 0.8903933070354385,
+      "eval_average_ersatz_pr_auc": 0.9742435212565771,
+      "eval_average_opus100_pr_auc": 0.850929819816358,
+      "eval_average_ud_pr_auc": 0.9652807580519819,
+      "eval_az_opus100_pr_auc": 0.7968334708019047,
+      "eval_be_opus100_pr_auc": 0.7379311709814639,
+      "eval_be_ud_pr_auc": 0.8994499309553121,
+      "eval_bg_opus100_pr_auc": 0.9196528883732528,
+      "eval_bg_ud_pr_auc": 0.9979259136796979,
+      "eval_bn_opus100_pr_auc": 0.855014778063291,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.893401353198955,
+      "eval_ca_ud_pr_auc": 0.9954514633799908,
+      "eval_ceb_ud_pr_auc": 0.9971208921014892,
+      "eval_cs_ersatz_pr_auc": 0.9867887312052209,
+      "eval_cs_opus100_pr_auc": 0.9219346110197384,
+      "eval_cs_ud_pr_auc": 0.9629234033680817,
+      "eval_cy_opus100_pr_auc": 0.7788424209498662,
+      "eval_cy_ud_pr_auc": 0.9964791039892246,
+      "eval_da_opus100_pr_auc": 0.9256980521314373,
+      "eval_da_ud_pr_auc": 0.9786056109831227,
+      "eval_de_ersatz_pr_auc": 0.9916546451941796,
+      "eval_de_opus100_pr_auc": 0.9114855709655305,
+      "eval_de_ud_pr_auc": 0.9837472234501621,
+      "eval_el_opus100_pr_auc": 0.9217419402914171,
+      "eval_el_ud_pr_auc": 0.9874271662753684,
+      "eval_en_ersatz_pr_auc": 0.9933291959014723,
+      "eval_en_opus100_pr_auc": 0.9224002452295075,
+      "eval_en_ud_pr_auc": 0.9830594337405345,
+      "eval_eo_opus100_pr_auc": 0.9284169546554468,
+      "eval_es_ersatz_pr_auc": 0.997105967594342,
+      "eval_es_opus100_pr_auc": 0.9394797159519893,
+      "eval_es_ud_pr_auc": 0.9915672608360643,
+      "eval_et_ersatz_pr_auc": 0.9832853754964512,
+      "eval_et_opus100_pr_auc": 0.926415973371594,
+      "eval_et_ud_pr_auc": 0.9679640694094346,
+      "eval_eu_opus100_pr_auc": 0.8808867071649386,
+      "eval_eu_ud_pr_auc": 0.9930919847488705,
+      "eval_fa_opus100_pr_auc": 0.630436699689599,
+      "eval_fa_ud_pr_auc": 0.9958315240805797,
+      "eval_fi_ersatz_pr_auc": 0.9925806544416149,
+      "eval_fi_opus100_pr_auc": 0.9360190621849224,
+      "eval_fi_ud_pr_auc": 0.968386483840717,
+      "eval_fr_ersatz_pr_auc": 0.9903567760598722,
+      "eval_fr_opus100_pr_auc": 0.9194150783634163,
+      "eval_fr_ud_pr_auc": 0.9869591769985278,
+      "eval_fy_opus100_pr_auc": 0.7001005308651747,
+      "eval_ga_opus100_pr_auc": 0.9092076280558191,
+      "eval_ga_ud_pr_auc": 0.8067186760166667,
+      "eval_gd_opus100_pr_auc": 0.7472473516191551,
+      "eval_gd_ud_pr_auc": 0.8353384336343125,
+      "eval_gl_opus100_pr_auc": 0.8954315422296376,
+      "eval_gl_ud_pr_auc": 0.9968080125116375,
+      "eval_gu_ersatz_pr_auc": 0.9600449873042493,
+      "eval_gu_opus100_pr_auc": 0.7442416348420636,
+      "eval_ha_opus100_pr_auc": 0.9262285604470579,
+      "eval_he_opus100_pr_auc": 0.8786096157589341,
+      "eval_he_ud_pr_auc": 0.9788759319980312,
+      "eval_hi_ersatz_pr_auc": 0.985861420150188,
+      "eval_hi_opus100_pr_auc": 0.7345343004439864,
+      "eval_hi_ud_pr_auc": 0.9911076713854312,
+      "eval_hu_opus100_pr_auc": 0.9168817202056044,
+      "eval_hu_ud_pr_auc": 0.9859176526178763,
+      "eval_hy_opus100_pr_auc": 0.9129683368259209,
+      "eval_hy_ud_pr_auc": 0.9715622334721399,
+      "eval_id_opus100_pr_auc": 0.8854042127747779,
+      "eval_id_ud_pr_auc": 0.9942497568426298,
+      "eval_ig_opus100_pr_auc": 0.8851080137357723,
+      "eval_is_opus100_pr_auc": 0.9309473500468015,
+      "eval_is_ud_pr_auc": 0.9069688881472204,
+      "eval_it_opus100_pr_auc": 0.9199094954477717,
+      "eval_it_ud_pr_auc": 0.9968418002712638,
+      "eval_ja_ersatz_pr_auc": 0.8769520081643731,
+      "eval_ja_opus100_pr_auc": 0.8548957767472289,
+      "eval_ja_ud_pr_auc": 0.9810510709036901,
+      "eval_jv_ud_pr_auc": 0.9543748238896799,
+      "eval_ka_opus100_pr_auc": 0.8592145295431417,
+      "eval_kk_ersatz_pr_auc": 0.989133102871758,
+      "eval_kk_opus100_pr_auc": 0.8185300083719329,
+      "eval_kk_ud_pr_auc": 0.9743461359121062,
+      "eval_km_ersatz_pr_auc": 0.9382649706355433,
+      "eval_km_opus100_pr_auc": 0.780926663443633,
+      "eval_kn_opus100_pr_auc": 0.6850330807786705,
+      "eval_ko_opus100_pr_auc": 0.7007867099211912,
+      "eval_ko_ud_pr_auc": 0.9989061036182308,
+      "eval_ku_opus100_pr_auc": 0.8549653646925314,
+      "eval_ky_opus100_pr_auc": 0.9106073142729851,
+      "eval_la_ud_pr_auc": 0.9751540454129302,
+      "eval_loss": 0.026126619428396225,
+      "eval_lt_ersatz_pr_auc": 0.9972772501462865,
+      "eval_lt_opus100_pr_auc": 0.8851102908800464,
+      "eval_lt_ud_pr_auc": 0.997245956737117,
+      "eval_lv_ersatz_pr_auc": 0.9931017850462527,
+      "eval_lv_opus100_pr_auc": 0.9017615524447475,
+      "eval_lv_ud_pr_auc": 0.9641878780966906,
+      "eval_mg_opus100_pr_auc": 0.9420368887224202,
+      "eval_mk_opus100_pr_auc": 0.9305544358858094,
+      "eval_ml_opus100_pr_auc": 0.8022905194562929,
+      "eval_mn_opus100_pr_auc": 0.9531014069745976,
+      "eval_mr_opus100_pr_auc": 0.9105182470739975,
+      "eval_mr_ud_pr_auc": 0.9711566523941629,
+      "eval_ms_opus100_pr_auc": 0.8829178796745254,
+      "eval_mt_opus100_pr_auc": 0.8673587794514092,
+      "eval_mt_ud_pr_auc": 0.9161092796180222,
+      "eval_my_opus100_pr_auc": 0.8085385471941731,
+      "eval_ne_opus100_pr_auc": 0.7670862985569686,
+      "eval_nl_opus100_pr_auc": 0.9062193331025776,
+      "eval_nl_ud_pr_auc": 0.9896771567140928,
+      "eval_no_opus100_pr_auc": 0.9241972263053557,
+      "eval_no_ud_pr_auc": 0.9956918644915527,
+      "eval_pa_opus100_pr_auc": 0.6888292804825783,
+      "eval_pl_ersatz_pr_auc": 0.9731416605515228,
+      "eval_pl_opus100_pr_auc": 0.901125560821428,
+      "eval_pl_ud_pr_auc": 0.9680331460645251,
+      "eval_ps_ersatz_pr_auc": 0.9263778527327063,
+      "eval_ps_opus100_pr_auc": 0.7447648300336246,
+      "eval_pt_opus100_pr_auc": 0.9278018585045821,
+      "eval_pt_ud_pr_auc": 0.9857309544743542,
+      "eval_ro_ersatz_pr_auc": 0.994599546948542,
+      "eval_ro_opus100_pr_auc": 0.859518255183133,
+      "eval_ro_ud_pr_auc": 0.9390111232856161,
+      "eval_ru_ersatz_pr_auc": 0.9951259666460112,
+      "eval_ru_opus100_pr_auc": 0.9277527798235421,
+      "eval_ru_ud_pr_auc": 0.8550097130750589,
+      "eval_runtime": 419.5503,
+      "eval_samples_per_second": 179.773,
+      "eval_si_opus100_pr_auc": 0.8217657330845249,
+      "eval_sk_opus100_pr_auc": 0.9433797458861575,
+      "eval_sk_ud_pr_auc": 0.9849828649578052,
+      "eval_sl_opus100_pr_auc": 0.8844236271456182,
+      "eval_sl_ud_pr_auc": 0.9700355643768198,
+      "eval_sq_opus100_pr_auc": 0.9369776359106915,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9168846569475543,
+      "eval_sr_ud_pr_auc": 0.9992161568627997,
+      "eval_steps_per_second": 0.703,
+      "eval_sv_opus100_pr_auc": 0.9085810548678364,
+      "eval_sv_ud_pr_auc": 0.9495271580603127,
+      "eval_ta_ersatz_pr_auc": 0.9794069453763222,
+      "eval_ta_opus100_pr_auc": 0.7134642034659125,
+      "eval_ta_ud_pr_auc": 0.996831297142544,
+      "eval_te_opus100_pr_auc": 0.8319518973348816,
+      "eval_tg_opus100_pr_auc": 0.9069726820202724,
+      "eval_th_opus100_pr_auc": 0.69513937512035,
+      "eval_th_ud_pr_auc": 0.8627999263100766,
+      "eval_tr_ersatz_pr_auc": 0.9717131529393181,
+      "eval_tr_opus100_pr_auc": 0.9108141129556007,
+      "eval_tr_ud_pr_auc": 0.960730009827753,
+      "eval_uk_opus100_pr_auc": 0.8819943316246733,
+      "eval_uk_ud_pr_auc": 0.932104567846504,
+      "eval_ur_opus100_pr_auc": 0.6140309090313314,
+      "eval_ur_ud_pr_auc": 0.994893396167523,
+      "eval_uz_opus100_pr_auc": 0.8835718055324521,
+      "eval_vi_opus100_pr_auc": 0.9008047605789207,
+      "eval_vi_ud_pr_auc": 0.9544086333690976,
+      "eval_xh_opus100_pr_auc": 0.8728227476495346,
+      "eval_yi_opus100_pr_auc": 0.7107415313784495,
+      "eval_yo_opus100_pr_auc": 0.7973800072371413,
+      "eval_yo_ud_pr_auc": 0.9234897498661613,
+      "eval_zh_ersatz_pr_auc": 0.980089962583465,
+      "eval_zh_opus100_pr_auc": 0.8949879861370502,
+      "eval_zh_ud_pr_auc": 0.9972407110621607,
+      "eval_zu_opus100_pr_auc": 0.8414457914323401,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0226,
+      "step": 150050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.023,
+      "step": 150100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.0225,
+      "step": 150150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.0228,
+      "step": 150200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.0226,
+      "step": 150250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.0227,
+      "step": 150300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.0223,
+      "step": 150350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0224,
+      "step": 150400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.0229,
+      "step": 150450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0224,
+      "step": 150500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0227,
+      "step": 150550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.0227,
+      "step": 150600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.0226,
+      "step": 150650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0226,
+      "step": 150700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.0225,
+      "step": 150750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.0227,
+      "step": 150800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0228,
+      "step": 150850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.0227,
+      "step": 150900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0228,
+      "step": 150950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0226,
+      "step": 151000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.0227,
+      "step": 151050
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0227,
+      "step": 151100
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.0229,
+      "step": 151150
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.0224,
+      "step": 151200
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.0228,
+      "step": 151250
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0227,
+      "step": 151300
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0227,
+      "step": 151350
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.0229,
+      "step": 151400
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.0229,
+      "step": 151450
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0227,
+      "step": 151500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0224,
+      "step": 151550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0228,
+      "step": 151600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.0225,
+      "step": 151650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.0227,
+      "step": 151700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0228,
+      "step": 151750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0226,
+      "step": 151800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.0226,
+      "step": 151850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.0226,
+      "step": 151900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.0226,
+      "step": 151950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.0226,
+      "step": 152000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0224,
+      "step": 152050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0226,
+      "step": 152100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0229,
+      "step": 152150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0227,
+      "step": 152200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0228,
+      "step": 152250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.0227,
+      "step": 152300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.0223,
+      "step": 152350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.0225,
+      "step": 152400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0225,
+      "step": 152450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0225,
+      "step": 152500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.0225,
+      "step": 152550
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0224,
+      "step": 152600
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.0227,
+      "step": 152650
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0224,
+      "step": 152700
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0225,
+      "step": 152750
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.0225,
+      "step": 152800
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.0227,
+      "step": 152850
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.0224,
+      "step": 152900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.0225,
+      "step": 152950
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.0227,
+      "step": 153000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.0225,
+      "step": 153050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.0225,
+      "step": 153100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0226,
+      "step": 153150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.0226,
+      "step": 153200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0226,
+      "step": 153250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.0224,
+      "step": 153300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0229,
+      "step": 153350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0227,
+      "step": 153400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0226,
+      "step": 153450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0228,
+      "step": 153500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0225,
+      "step": 153550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0226,
+      "step": 153600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.0226,
+      "step": 153650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0225,
+      "step": 153700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.0226,
+      "step": 153750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0227,
+      "step": 153800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.0224,
+      "step": 153850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0224,
+      "step": 153900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0227,
+      "step": 153950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0226,
+      "step": 154000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0226,
+      "step": 154050
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0225,
+      "step": 154100
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.0226,
+      "step": 154150
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.0228,
+      "step": 154200
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0224,
+      "step": 154250
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.0227,
+      "step": 154300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.0227,
+      "step": 154350
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0224,
+      "step": 154400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0225,
+      "step": 154450
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0224,
+      "step": 154500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.0225,
+      "step": 154550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.0225,
+      "step": 154600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0225,
+      "step": 154650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0224,
+      "step": 154700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.0226,
+      "step": 154750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.0225,
+      "step": 154800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.0224,
+      "step": 154850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.0228,
+      "step": 154900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0225,
+      "step": 154950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.023,
+      "step": 155000
+    },
+    {
+      "epoch": 1.04,
+      "eval_af_opus100_pr_auc": 0.7872796563846629,
+      "eval_af_ud_pr_auc": 0.9898248136898412,
+      "eval_am_opus100_pr_auc": 0.6333368239505474,
+      "eval_ar_ersatz_pr_auc": 0.9366313728725596,
+      "eval_ar_opus100_pr_auc": 0.7486921141975427,
+      "eval_ar_ud_pr_auc": 0.8937665599178226,
+      "eval_average_ersatz_pr_auc": 0.9733211653264203,
+      "eval_average_opus100_pr_auc": 0.8537239039101476,
+      "eval_average_ud_pr_auc": 0.966521326319453,
+      "eval_az_opus100_pr_auc": 0.7884736960408535,
+      "eval_be_opus100_pr_auc": 0.7658808297222337,
+      "eval_be_ud_pr_auc": 0.9081319812301366,
+      "eval_bg_opus100_pr_auc": 0.9165590515367734,
+      "eval_bg_ud_pr_auc": 0.9969752329348905,
+      "eval_bn_opus100_pr_auc": 0.8554181942656699,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8961028454765285,
+      "eval_ca_ud_pr_auc": 0.9966966436462663,
+      "eval_ceb_ud_pr_auc": 0.9966139080250993,
+      "eval_cs_ersatz_pr_auc": 0.9882643369586046,
+      "eval_cs_opus100_pr_auc": 0.9268368445441715,
+      "eval_cs_ud_pr_auc": 0.9598923364801898,
+      "eval_cy_opus100_pr_auc": 0.7921818162812666,
+      "eval_cy_ud_pr_auc": 0.9966592986420538,
+      "eval_da_opus100_pr_auc": 0.9322901245949852,
+      "eval_da_ud_pr_auc": 0.9778666481529388,
+      "eval_de_ersatz_pr_auc": 0.9893555034119171,
+      "eval_de_opus100_pr_auc": 0.9187199915317843,
+      "eval_de_ud_pr_auc": 0.9838363784351207,
+      "eval_el_opus100_pr_auc": 0.919282374555017,
+      "eval_el_ud_pr_auc": 0.9892781725060394,
+      "eval_en_ersatz_pr_auc": 0.993002588654245,
+      "eval_en_opus100_pr_auc": 0.9241092681378887,
+      "eval_en_ud_pr_auc": 0.977980061660451,
+      "eval_eo_opus100_pr_auc": 0.9317075108133551,
+      "eval_es_ersatz_pr_auc": 0.997158995470956,
+      "eval_es_opus100_pr_auc": 0.9428274446239773,
+      "eval_es_ud_pr_auc": 0.9913364904991528,
+      "eval_et_ersatz_pr_auc": 0.9791585877800387,
+      "eval_et_opus100_pr_auc": 0.9217192440538154,
+      "eval_et_ud_pr_auc": 0.9700039495873723,
+      "eval_eu_opus100_pr_auc": 0.8867560975730228,
+      "eval_eu_ud_pr_auc": 0.9913247540952211,
+      "eval_fa_opus100_pr_auc": 0.6351716926101442,
+      "eval_fa_ud_pr_auc": 0.9951816082672966,
+      "eval_fi_ersatz_pr_auc": 0.9931901330518764,
+      "eval_fi_opus100_pr_auc": 0.9288377824817456,
+      "eval_fi_ud_pr_auc": 0.9727185872687556,
+      "eval_fr_ersatz_pr_auc": 0.9878989785700516,
+      "eval_fr_opus100_pr_auc": 0.9230679938147396,
+      "eval_fr_ud_pr_auc": 0.9838545131196619,
+      "eval_fy_opus100_pr_auc": 0.7246460258172003,
+      "eval_ga_opus100_pr_auc": 0.9183180654262747,
+      "eval_ga_ud_pr_auc": 0.8294914503874243,
+      "eval_gd_opus100_pr_auc": 0.717709229190559,
+      "eval_gd_ud_pr_auc": 0.8408489722922506,
+      "eval_gl_opus100_pr_auc": 0.8954020107428453,
+      "eval_gl_ud_pr_auc": 0.9979183621113168,
+      "eval_gu_ersatz_pr_auc": 0.9513258749774207,
+      "eval_gu_opus100_pr_auc": 0.7516046727005578,
+      "eval_ha_opus100_pr_auc": 0.9259664774420333,
+      "eval_he_opus100_pr_auc": 0.8729272599881863,
+      "eval_he_ud_pr_auc": 0.9781642442705287,
+      "eval_hi_ersatz_pr_auc": 0.9837137395670515,
+      "eval_hi_opus100_pr_auc": 0.7478028483983227,
+      "eval_hi_ud_pr_auc": 0.9895911780192471,
+      "eval_hu_opus100_pr_auc": 0.9172451417789664,
+      "eval_hu_ud_pr_auc": 0.9843008672028398,
+      "eval_hy_opus100_pr_auc": 0.9199819704224139,
+      "eval_hy_ud_pr_auc": 0.9722104399215823,
+      "eval_id_opus100_pr_auc": 0.8936954204592575,
+      "eval_id_ud_pr_auc": 0.9951488051793591,
+      "eval_ig_opus100_pr_auc": 0.8925297259189903,
+      "eval_is_opus100_pr_auc": 0.9384985989006885,
+      "eval_is_ud_pr_auc": 0.9082745318230502,
+      "eval_it_opus100_pr_auc": 0.9209008353546398,
+      "eval_it_ud_pr_auc": 0.9984137544187626,
+      "eval_ja_ersatz_pr_auc": 0.8805847865354592,
+      "eval_ja_opus100_pr_auc": 0.8484832488946218,
+      "eval_ja_ud_pr_auc": 0.982492445797545,
+      "eval_jv_ud_pr_auc": 0.9491174069756997,
+      "eval_ka_opus100_pr_auc": 0.8523835872713273,
+      "eval_kk_ersatz_pr_auc": 0.988082152861639,
+      "eval_kk_opus100_pr_auc": 0.8307676441351782,
+      "eval_kk_ud_pr_auc": 0.9745437643735655,
+      "eval_km_ersatz_pr_auc": 0.9410700538516691,
+      "eval_km_opus100_pr_auc": 0.7639331586257988,
+      "eval_kn_opus100_pr_auc": 0.7054431060740308,
+      "eval_ko_opus100_pr_auc": 0.7066668347936277,
+      "eval_ko_ud_pr_auc": 0.9973516596215737,
+      "eval_ku_opus100_pr_auc": 0.8616706056646314,
+      "eval_ky_opus100_pr_auc": 0.9063289473177218,
+      "eval_la_ud_pr_auc": 0.979313931969525,
+      "eval_loss": 0.0261812973767519,
+      "eval_lt_ersatz_pr_auc": 0.9956256953712413,
+      "eval_lt_opus100_pr_auc": 0.8881090092301639,
+      "eval_lt_ud_pr_auc": 0.9949842797388331,
+      "eval_lv_ersatz_pr_auc": 0.9898940506650826,
+      "eval_lv_opus100_pr_auc": 0.9078235808868518,
+      "eval_lv_ud_pr_auc": 0.9614944295345167,
+      "eval_mg_opus100_pr_auc": 0.9465001701096525,
+      "eval_mk_opus100_pr_auc": 0.923467170918213,
+      "eval_ml_opus100_pr_auc": 0.8071331655194789,
+      "eval_mn_opus100_pr_auc": 0.957127144235214,
+      "eval_mr_opus100_pr_auc": 0.9114691513677483,
+      "eval_mr_ud_pr_auc": 0.9803484473884774,
+      "eval_ms_opus100_pr_auc": 0.8866711473175884,
+      "eval_mt_opus100_pr_auc": 0.8758438076686866,
+      "eval_mt_ud_pr_auc": 0.9283152016603824,
+      "eval_my_opus100_pr_auc": 0.8320091808720754,
+      "eval_ne_opus100_pr_auc": 0.7674118405987294,
+      "eval_nl_opus100_pr_auc": 0.9064578999263107,
+      "eval_nl_ud_pr_auc": 0.9889256065056176,
+      "eval_no_opus100_pr_auc": 0.922049272060762,
+      "eval_no_ud_pr_auc": 0.996479663299863,
+      "eval_pa_opus100_pr_auc": 0.6860330829779799,
+      "eval_pl_ersatz_pr_auc": 0.9724705518405645,
+      "eval_pl_opus100_pr_auc": 0.9015686075224911,
+      "eval_pl_ud_pr_auc": 0.9658903659818204,
+      "eval_ps_ersatz_pr_auc": 0.9338421280388596,
+      "eval_ps_opus100_pr_auc": 0.7613518234216992,
+      "eval_pt_opus100_pr_auc": 0.9334434949995587,
+      "eval_pt_ud_pr_auc": 0.9889563148701759,
+      "eval_ro_ersatz_pr_auc": 0.9938384849748688,
+      "eval_ro_opus100_pr_auc": 0.86982564715492,
+      "eval_ro_ud_pr_auc": 0.9292496525108712,
+      "eval_ru_ersatz_pr_auc": 0.9957477991232856,
+      "eval_ru_opus100_pr_auc": 0.9343724834139673,
+      "eval_ru_ud_pr_auc": 0.872187239968882,
+      "eval_runtime": 411.0549,
+      "eval_samples_per_second": 183.489,
+      "eval_si_opus100_pr_auc": 0.8269340650165738,
+      "eval_sk_opus100_pr_auc": 0.940922835375517,
+      "eval_sk_ud_pr_auc": 0.9856582888999722,
+      "eval_sl_opus100_pr_auc": 0.8757330314974792,
+      "eval_sl_ud_pr_auc": 0.9728234379559908,
+      "eval_sq_opus100_pr_auc": 0.931437507690529,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9193288825086512,
+      "eval_sr_ud_pr_auc": 0.998507957939397,
+      "eval_steps_per_second": 0.718,
+      "eval_sv_opus100_pr_auc": 0.9087631725932556,
+      "eval_sv_ud_pr_auc": 0.950457248403383,
+      "eval_ta_ersatz_pr_auc": 0.9782908276653354,
+      "eval_ta_opus100_pr_auc": 0.7381660599765822,
+      "eval_ta_ud_pr_auc": 0.9936867360263751,
+      "eval_te_opus100_pr_auc": 0.8389870969438792,
+      "eval_tg_opus100_pr_auc": 0.9001043464868621,
+      "eval_th_opus100_pr_auc": 0.7052597621276795,
+      "eval_th_ud_pr_auc": 0.8680073512680639,
+      "eval_tr_ersatz_pr_auc": 0.971464235626135,
+      "eval_tr_opus100_pr_auc": 0.911390025803497,
+      "eval_tr_ud_pr_auc": 0.9625324789893952,
+      "eval_uk_opus100_pr_auc": 0.8817032219616727,
+      "eval_uk_ud_pr_auc": 0.940946901955833,
+      "eval_ur_opus100_pr_auc": 0.614145521517365,
+      "eval_ur_ud_pr_auc": 0.9914721092593376,
+      "eval_uz_opus100_pr_auc": 0.8984566593023253,
+      "eval_vi_opus100_pr_auc": 0.8972276896827986,
+      "eval_vi_ud_pr_auc": 0.9484025090175784,
+      "eval_xh_opus100_pr_auc": 0.8857630144071414,
+      "eval_yi_opus100_pr_auc": 0.6934797774463406,
+      "eval_yo_opus100_pr_auc": 0.813272760048528,
+      "eval_yo_ud_pr_auc": 0.9269882631513596,
+      "eval_zh_ersatz_pr_auc": 0.9724547593123856,
+      "eval_zh_opus100_pr_auc": 0.8831405091159776,
+      "eval_zh_ud_pr_auc": 0.9962773633601153,
+      "eval_zu_opus100_pr_auc": 0.8343196884187585,
+      "step": 155000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0225,
+      "step": 155050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.0227,
+      "step": 155100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0223,
+      "step": 155150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.0224,
+      "step": 155200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0224,
+      "step": 155250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.0226,
+      "step": 155300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.0227,
+      "step": 155350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.0226,
+      "step": 155400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.0227,
+      "step": 155450
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0225,
+      "step": 155500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.0225,
+      "step": 155550
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.0225,
+      "step": 155600
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.0228,
+      "step": 155650
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.0227,
+      "step": 155700
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0227,
+      "step": 155750
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.0223,
+      "step": 155800
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.0224,
+      "step": 155850
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.0227,
+      "step": 155900
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0225,
+      "step": 155950
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.0226,
+      "step": 156000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.0225,
+      "step": 156050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.0225,
+      "step": 156100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0225,
+      "step": 156150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.0226,
+      "step": 156200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.0226,
+      "step": 156250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.0229,
+      "step": 156300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.0226,
+      "step": 156350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.0224,
+      "step": 156400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0224,
+      "step": 156450
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.0225,
+      "step": 156500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0223,
+      "step": 156550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.0226,
+      "step": 156600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0225,
+      "step": 156650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0224,
+      "step": 156700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.0225,
+      "step": 156750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.0226,
+      "step": 156800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.0226,
+      "step": 156850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0227,
+      "step": 156900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.0224,
+      "step": 156950
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0223,
+      "step": 157000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.0224,
+      "step": 157050
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0226,
+      "step": 157100
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0225,
+      "step": 157150
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.0225,
+      "step": 157200
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.0226,
+      "step": 157250
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.0224,
+      "step": 157300
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.0225,
+      "step": 157350
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.0224,
+      "step": 157400
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.0226,
+      "step": 157450
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.0225,
+      "step": 157500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0224,
+      "step": 157550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.0227,
+      "step": 157600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.0226,
+      "step": 157650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.0224,
+      "step": 157700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0224,
+      "step": 157750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.0225,
+      "step": 157800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.0226,
+      "step": 157850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0224,
+      "step": 157900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.0227,
+      "step": 157950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.0225,
+      "step": 158000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0225,
+      "step": 158050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.0222,
+      "step": 158100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.0222,
+      "step": 158150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.0226,
+      "step": 158200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.0227,
+      "step": 158250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.0222,
+      "step": 158300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0222,
+      "step": 158350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.0222,
+      "step": 158400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0223,
+      "step": 158450
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.0227,
+      "step": 158500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.0224,
+      "step": 158550
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0224,
+      "step": 158600
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0225,
+      "step": 158650
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.0225,
+      "step": 158700
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.0222,
+      "step": 158750
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.0225,
+      "step": 158800
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.0225,
+      "step": 158850
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.0224,
+      "step": 158900
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.0223,
+      "step": 158950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0227,
+      "step": 159000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.0226,
+      "step": 159050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.0225,
+      "step": 159100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0226,
+      "step": 159150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.0224,
+      "step": 159200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0227,
+      "step": 159250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.0224,
+      "step": 159300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.0223,
+      "step": 159350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.0226,
+      "step": 159400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.0224,
+      "step": 159450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.0224,
+      "step": 159500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0221,
+      "step": 159550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0223,
+      "step": 159600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0226,
+      "step": 159650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0224,
+      "step": 159700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.0226,
+      "step": 159750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.0224,
+      "step": 159800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.0225,
+      "step": 159850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.0226,
+      "step": 159900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0226,
+      "step": 159950
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0225,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "eval_af_opus100_pr_auc": 0.8210658979898129,
+      "eval_af_ud_pr_auc": 0.9867527457571541,
+      "eval_am_opus100_pr_auc": 0.6806861462524764,
+      "eval_ar_ersatz_pr_auc": 0.9290719481540475,
+      "eval_ar_opus100_pr_auc": 0.7383758409821235,
+      "eval_ar_ud_pr_auc": 0.8963159614338666,
+      "eval_average_ersatz_pr_auc": 0.974428571513485,
+      "eval_average_opus100_pr_auc": 0.8538070197293463,
+      "eval_average_ud_pr_auc": 0.9654165954362903,
+      "eval_az_opus100_pr_auc": 0.7988238647586927,
+      "eval_be_opus100_pr_auc": 0.7815583218451546,
+      "eval_be_ud_pr_auc": 0.8981028325987216,
+      "eval_bg_opus100_pr_auc": 0.9204426055497611,
+      "eval_bg_ud_pr_auc": 0.997705718680638,
+      "eval_bn_opus100_pr_auc": 0.8497548691822701,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8908379796801386,
+      "eval_ca_ud_pr_auc": 0.9970198875602185,
+      "eval_ceb_ud_pr_auc": 0.9952236311875138,
+      "eval_cs_ersatz_pr_auc": 0.9886520151524785,
+      "eval_cs_opus100_pr_auc": 0.9223448381245963,
+      "eval_cs_ud_pr_auc": 0.9622590731246665,
+      "eval_cy_opus100_pr_auc": 0.8021703230654562,
+      "eval_cy_ud_pr_auc": 0.9968242213118083,
+      "eval_da_opus100_pr_auc": 0.9289714728350509,
+      "eval_da_ud_pr_auc": 0.9774060282816858,
+      "eval_de_ersatz_pr_auc": 0.9892138875694911,
+      "eval_de_opus100_pr_auc": 0.9121524828334433,
+      "eval_de_ud_pr_auc": 0.9830844679189827,
+      "eval_el_opus100_pr_auc": 0.920371463915841,
+      "eval_el_ud_pr_auc": 0.992302340457095,
+      "eval_en_ersatz_pr_auc": 0.9933402176620314,
+      "eval_en_opus100_pr_auc": 0.9206116811470559,
+      "eval_en_ud_pr_auc": 0.9842823260688918,
+      "eval_eo_opus100_pr_auc": 0.9247257835665159,
+      "eval_es_ersatz_pr_auc": 0.9967846506143341,
+      "eval_es_opus100_pr_auc": 0.9415788784003628,
+      "eval_es_ud_pr_auc": 0.9901396800846598,
+      "eval_et_ersatz_pr_auc": 0.9845058028288232,
+      "eval_et_opus100_pr_auc": 0.9186786393016787,
+      "eval_et_ud_pr_auc": 0.9695525154285844,
+      "eval_eu_opus100_pr_auc": 0.8842105553014021,
+      "eval_eu_ud_pr_auc": 0.9908726299301651,
+      "eval_fa_opus100_pr_auc": 0.6638282594517061,
+      "eval_fa_ud_pr_auc": 0.9962654041176111,
+      "eval_fi_ersatz_pr_auc": 0.9944980287202538,
+      "eval_fi_opus100_pr_auc": 0.9300849268244947,
+      "eval_fi_ud_pr_auc": 0.967653045109083,
+      "eval_fr_ersatz_pr_auc": 0.9880583063583396,
+      "eval_fr_opus100_pr_auc": 0.9167767800506259,
+      "eval_fr_ud_pr_auc": 0.9818509573180593,
+      "eval_fy_opus100_pr_auc": 0.7271380758473904,
+      "eval_ga_opus100_pr_auc": 0.90913616162022,
+      "eval_ga_ud_pr_auc": 0.8217946054526588,
+      "eval_gd_opus100_pr_auc": 0.7179183288111896,
+      "eval_gd_ud_pr_auc": 0.8321988793867415,
+      "eval_gl_opus100_pr_auc": 0.8987806706748015,
+      "eval_gl_ud_pr_auc": 0.9963233743431095,
+      "eval_gu_ersatz_pr_auc": 0.9482070478654356,
+      "eval_gu_opus100_pr_auc": 0.7560531113077674,
+      "eval_ha_opus100_pr_auc": 0.9272518906813304,
+      "eval_he_opus100_pr_auc": 0.8750598561016987,
+      "eval_he_ud_pr_auc": 0.9765875609834727,
+      "eval_hi_ersatz_pr_auc": 0.9817821570550503,
+      "eval_hi_opus100_pr_auc": 0.7340708815795907,
+      "eval_hi_ud_pr_auc": 0.984061734054921,
+      "eval_hu_opus100_pr_auc": 0.9188950771190038,
+      "eval_hu_ud_pr_auc": 0.986362328511023,
+      "eval_hy_opus100_pr_auc": 0.9100845568210918,
+      "eval_hy_ud_pr_auc": 0.9703268585827644,
+      "eval_id_opus100_pr_auc": 0.8888504835239844,
+      "eval_id_ud_pr_auc": 0.9941307145796356,
+      "eval_ig_opus100_pr_auc": 0.8958566547298287,
+      "eval_is_opus100_pr_auc": 0.9307225068880624,
+      "eval_is_ud_pr_auc": 0.9014565766582091,
+      "eval_it_opus100_pr_auc": 0.9141291619413674,
+      "eval_it_ud_pr_auc": 0.9967024759871446,
+      "eval_ja_ersatz_pr_auc": 0.9069261040940317,
+      "eval_ja_opus100_pr_auc": 0.8390068851290158,
+      "eval_ja_ud_pr_auc": 0.9791248613685254,
+      "eval_jv_ud_pr_auc": 0.9524510244469605,
+      "eval_ka_opus100_pr_auc": 0.8519326636426687,
+      "eval_kk_ersatz_pr_auc": 0.9890394990400012,
+      "eval_kk_opus100_pr_auc": 0.8146469148101877,
+      "eval_kk_ud_pr_auc": 0.974600776735749,
+      "eval_km_ersatz_pr_auc": 0.9351342397430471,
+      "eval_km_opus100_pr_auc": 0.7929667398177754,
+      "eval_kn_opus100_pr_auc": 0.6801238310602128,
+      "eval_ko_opus100_pr_auc": 0.7305985671837794,
+      "eval_ko_ud_pr_auc": 0.9979316750599474,
+      "eval_ku_opus100_pr_auc": 0.8561209538966791,
+      "eval_ky_opus100_pr_auc": 0.9112922050432312,
+      "eval_la_ud_pr_auc": 0.9723194139503113,
+      "eval_loss": 0.025965848937630653,
+      "eval_lt_ersatz_pr_auc": 0.9974758771681862,
+      "eval_lt_opus100_pr_auc": 0.8903845473313607,
+      "eval_lt_ud_pr_auc": 0.9948906215921849,
+      "eval_lv_ersatz_pr_auc": 0.9931876043708739,
+      "eval_lv_opus100_pr_auc": 0.9023721473224255,
+      "eval_lv_ud_pr_auc": 0.9650840525611111,
+      "eval_mg_opus100_pr_auc": 0.949993375025648,
+      "eval_mk_opus100_pr_auc": 0.9251159896813455,
+      "eval_ml_opus100_pr_auc": 0.80623816136929,
+      "eval_mn_opus100_pr_auc": 0.959509958864767,
+      "eval_mr_opus100_pr_auc": 0.9130352575435463,
+      "eval_mr_ud_pr_auc": 0.9838907057211892,
+      "eval_ms_opus100_pr_auc": 0.8843404689601189,
+      "eval_mt_opus100_pr_auc": 0.8572777048583319,
+      "eval_mt_ud_pr_auc": 0.912075395058143,
+      "eval_my_opus100_pr_auc": 0.8505607072778697,
+      "eval_ne_opus100_pr_auc": 0.7770150032655831,
+      "eval_nl_opus100_pr_auc": 0.899306957346921,
+      "eval_nl_ud_pr_auc": 0.9878011993840363,
+      "eval_no_opus100_pr_auc": 0.9253862316609806,
+      "eval_no_ud_pr_auc": 0.9964487200087349,
+      "eval_pa_opus100_pr_auc": 0.701039043241865,
+      "eval_pl_ersatz_pr_auc": 0.9733563284775354,
+      "eval_pl_opus100_pr_auc": 0.8992382759189748,
+      "eval_pl_ud_pr_auc": 0.9697082199219644,
+      "eval_ps_ersatz_pr_auc": 0.9295659808382404,
+      "eval_ps_opus100_pr_auc": 0.7640025537621922,
+      "eval_pt_opus100_pr_auc": 0.9202683304431926,
+      "eval_pt_ud_pr_auc": 0.9880233605697175,
+      "eval_ro_ersatz_pr_auc": 0.994350368507156,
+      "eval_ro_opus100_pr_auc": 0.8753775764129903,
+      "eval_ro_ud_pr_auc": 0.92692734520244,
+      "eval_ru_ersatz_pr_auc": 0.9954607952695367,
+      "eval_ru_opus100_pr_auc": 0.921329054810329,
+      "eval_ru_ud_pr_auc": 0.8698805781000389,
+      "eval_runtime": 394.9542,
+      "eval_samples_per_second": 190.969,
+      "eval_si_opus100_pr_auc": 0.823618528873401,
+      "eval_sk_opus100_pr_auc": 0.9352147963421716,
+      "eval_sk_ud_pr_auc": 0.9821305717242915,
+      "eval_sl_opus100_pr_auc": 0.8810665436793073,
+      "eval_sl_ud_pr_auc": 0.9689308443514212,
+      "eval_sq_opus100_pr_auc": 0.9307846313887089,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9146878170669972,
+      "eval_sr_ud_pr_auc": 0.9994734444121645,
+      "eval_steps_per_second": 0.747,
+      "eval_sv_opus100_pr_auc": 0.9094057968669347,
+      "eval_sv_ud_pr_auc": 0.9559669752702956,
+      "eval_ta_ersatz_pr_auc": 0.9812881279557176,
+      "eval_ta_opus100_pr_auc": 0.7197479622383052,
+      "eval_ta_ud_pr_auc": 0.9974694590214452,
+      "eval_te_opus100_pr_auc": 0.8313010391108474,
+      "eval_tg_opus100_pr_auc": 0.9046065931727839,
+      "eval_th_opus100_pr_auc": 0.6941000245478415,
+      "eval_th_ud_pr_auc": 0.8654612171346718,
+      "eval_tr_ersatz_pr_auc": 0.9711821020305651,
+      "eval_tr_opus100_pr_auc": 0.9070826059500134,
+      "eval_tr_ud_pr_auc": 0.962810604377695,
+      "eval_uk_opus100_pr_auc": 0.8771078956725333,
+      "eval_uk_ud_pr_auc": 0.9312243704914646,
+      "eval_ur_opus100_pr_auc": 0.5999141346691163,
+      "eval_ur_ud_pr_auc": 0.9937320422649425,
+      "eval_uz_opus100_pr_auc": 0.8858940620898281,
+      "eval_vi_opus100_pr_auc": 0.9009317885252943,
+      "eval_vi_ud_pr_auc": 0.9525806487400694,
+      "eval_xh_opus100_pr_auc": 0.8710650689352215,
+      "eval_yi_opus100_pr_auc": 0.6652416787501039,
+      "eval_yo_opus100_pr_auc": 0.8518478209703679,
+      "eval_yo_ud_pr_auc": 0.9276992177297236,
+      "eval_zh_ersatz_pr_auc": 0.9763474838214957,
+      "eval_zh_opus100_pr_auc": 0.8885756735847878,
+      "eval_zh_ud_pr_auc": 0.9965500197602255,
+      "eval_zu_opus100_pr_auc": 0.8495020209845541,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.0224,
+      "step": 160050
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0223,
+      "step": 160100
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.0225,
+      "step": 160150
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0224,
+      "step": 160200
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0224,
+      "step": 160250
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.0226,
+      "step": 160300
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0225,
+      "step": 160350
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.0225,
+      "step": 160400
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.0224,
+      "step": 160450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.0229,
+      "step": 160500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.0224,
+      "step": 160550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.0226,
+      "step": 160600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0222,
+      "step": 160650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.0224,
+      "step": 160700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.0226,
+      "step": 160750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0226,
+      "step": 160800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0224,
+      "step": 160850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0224,
+      "step": 160900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0223,
+      "step": 160950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.0225,
+      "step": 161000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.0225,
+      "step": 161050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0225,
+      "step": 161100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.0224,
+      "step": 161150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.0223,
+      "step": 161200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0224,
+      "step": 161250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.0222,
+      "step": 161300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.0225,
+      "step": 161350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.0223,
+      "step": 161400
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.0225,
+      "step": 161450
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.0224,
+      "step": 161500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.0223,
+      "step": 161550
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0224,
+      "step": 161600
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.0224,
+      "step": 161650
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.0224,
+      "step": 161700
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.0225,
+      "step": 161750
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.0223,
+      "step": 161800
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0227,
+      "step": 161850
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.0223,
+      "step": 161900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.0224,
+      "step": 161950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.0224,
+      "step": 162000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.0224,
+      "step": 162050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.0225,
+      "step": 162100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0224,
+      "step": 162150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.0225,
+      "step": 162200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.0224,
+      "step": 162250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.0225,
+      "step": 162300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.0223,
+      "step": 162350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.0224,
+      "step": 162400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.0222,
+      "step": 162450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.0223,
+      "step": 162500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0223,
+      "step": 162550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.0225,
+      "step": 162600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.0223,
+      "step": 162650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.0224,
+      "step": 162700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0225,
+      "step": 162750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0223,
+      "step": 162800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.0225,
+      "step": 162850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.0224,
+      "step": 162900
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0222,
+      "step": 162950
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0223,
+      "step": 163000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.0226,
+      "step": 163050
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0221,
+      "step": 163100
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0224,
+      "step": 163150
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0226,
+      "step": 163200
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0224,
+      "step": 163250
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0223,
+      "step": 163300
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0225,
+      "step": 163350
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.0226,
+      "step": 163400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.0226,
+      "step": 163450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0224,
+      "step": 163500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0223,
+      "step": 163550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.0223,
+      "step": 163600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.0223,
+      "step": 163650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.0225,
+      "step": 163700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.0222,
+      "step": 163750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.0225,
+      "step": 163800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0225,
+      "step": 163850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0224,
+      "step": 163900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0226,
+      "step": 163950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0223,
+      "step": 164000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0225,
+      "step": 164050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.0224,
+      "step": 164100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.0223,
+      "step": 164150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0225,
+      "step": 164200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.022,
+      "step": 164250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.0222,
+      "step": 164300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.0224,
+      "step": 164350
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.0224,
+      "step": 164400
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0223,
+      "step": 164450
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.0226,
+      "step": 164500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0224,
+      "step": 164550
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.0224,
+      "step": 164600
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0225,
+      "step": 164650
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.0223,
+      "step": 164700
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0224,
+      "step": 164750
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.0224,
+      "step": 164800
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.0224,
+      "step": 164850
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.0223,
+      "step": 164900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.0224,
+      "step": 164950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0222,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "eval_af_opus100_pr_auc": 0.8007949024330264,
+      "eval_af_ud_pr_auc": 0.9898978187606831,
+      "eval_am_opus100_pr_auc": 0.6476952266446132,
+      "eval_ar_ersatz_pr_auc": 0.9316633042520531,
+      "eval_ar_opus100_pr_auc": 0.7471002763549913,
+      "eval_ar_ud_pr_auc": 0.9007521815318695,
+      "eval_average_ersatz_pr_auc": 0.9739261500732895,
+      "eval_average_opus100_pr_auc": 0.8532875158312395,
+      "eval_average_ud_pr_auc": 0.9659053742150611,
+      "eval_az_opus100_pr_auc": 0.7753018458814305,
+      "eval_be_opus100_pr_auc": 0.7526519486747633,
+      "eval_be_ud_pr_auc": 0.9068723154766152,
+      "eval_bg_opus100_pr_auc": 0.9253947043877427,
+      "eval_bg_ud_pr_auc": 0.9980626833832318,
+      "eval_bn_opus100_pr_auc": 0.864073021900833,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.898214523482915,
+      "eval_ca_ud_pr_auc": 0.9976249480518957,
+      "eval_ceb_ud_pr_auc": 0.9944439417170703,
+      "eval_cs_ersatz_pr_auc": 0.9879085825568117,
+      "eval_cs_opus100_pr_auc": 0.9266440147785722,
+      "eval_cs_ud_pr_auc": 0.9611928726340989,
+      "eval_cy_opus100_pr_auc": 0.7913315026304116,
+      "eval_cy_ud_pr_auc": 0.9967673770437111,
+      "eval_da_opus100_pr_auc": 0.9287095109095087,
+      "eval_da_ud_pr_auc": 0.9770734866550065,
+      "eval_de_ersatz_pr_auc": 0.9874913898320293,
+      "eval_de_opus100_pr_auc": 0.9168991135185877,
+      "eval_de_ud_pr_auc": 0.980058726247446,
+      "eval_el_opus100_pr_auc": 0.9259126274292075,
+      "eval_el_ud_pr_auc": 0.9888630295328575,
+      "eval_en_ersatz_pr_auc": 0.993775391164579,
+      "eval_en_opus100_pr_auc": 0.9290235877004465,
+      "eval_en_ud_pr_auc": 0.983816713241661,
+      "eval_eo_opus100_pr_auc": 0.9358748108271944,
+      "eval_es_ersatz_pr_auc": 0.9970542144242207,
+      "eval_es_opus100_pr_auc": 0.9459241048743664,
+      "eval_es_ud_pr_auc": 0.9920807546091761,
+      "eval_et_ersatz_pr_auc": 0.9858801379307375,
+      "eval_et_opus100_pr_auc": 0.922849409439097,
+      "eval_et_ud_pr_auc": 0.9726762680182262,
+      "eval_eu_opus100_pr_auc": 0.8952988167572988,
+      "eval_eu_ud_pr_auc": 0.9927409956145349,
+      "eval_fa_opus100_pr_auc": 0.6602451486867763,
+      "eval_fa_ud_pr_auc": 0.9950159155182716,
+      "eval_fi_ersatz_pr_auc": 0.9938613146657456,
+      "eval_fi_opus100_pr_auc": 0.9355545004155165,
+      "eval_fi_ud_pr_auc": 0.9668808808781203,
+      "eval_fr_ersatz_pr_auc": 0.9875730694140414,
+      "eval_fr_opus100_pr_auc": 0.9272425921516109,
+      "eval_fr_ud_pr_auc": 0.9878653797061698,
+      "eval_fy_opus100_pr_auc": 0.6868872565310129,
+      "eval_ga_opus100_pr_auc": 0.9133199339696211,
+      "eval_ga_ud_pr_auc": 0.8196475709054638,
+      "eval_gd_opus100_pr_auc": 0.714956588363929,
+      "eval_gd_ud_pr_auc": 0.8288095690124265,
+      "eval_gl_opus100_pr_auc": 0.9038333408038992,
+      "eval_gl_ud_pr_auc": 0.9981027777564285,
+      "eval_gu_ersatz_pr_auc": 0.9451471961706279,
+      "eval_gu_opus100_pr_auc": 0.7548428667404945,
+      "eval_ha_opus100_pr_auc": 0.9244727236158485,
+      "eval_he_opus100_pr_auc": 0.8777592362072779,
+      "eval_he_ud_pr_auc": 0.9794389061477715,
+      "eval_hi_ersatz_pr_auc": 0.9840395099918039,
+      "eval_hi_opus100_pr_auc": 0.7429500630211592,
+      "eval_hi_ud_pr_auc": 0.9863006843258614,
+      "eval_hu_opus100_pr_auc": 0.9211392972757636,
+      "eval_hu_ud_pr_auc": 0.9850402822714003,
+      "eval_hy_opus100_pr_auc": 0.9210998761055288,
+      "eval_hy_ud_pr_auc": 0.981531820350319,
+      "eval_id_opus100_pr_auc": 0.8976876379656009,
+      "eval_id_ud_pr_auc": 0.9947630428981664,
+      "eval_ig_opus100_pr_auc": 0.886625613496653,
+      "eval_is_opus100_pr_auc": 0.9359112020859761,
+      "eval_is_ud_pr_auc": 0.8913220950915816,
+      "eval_it_opus100_pr_auc": 0.9165888170099369,
+      "eval_it_ud_pr_auc": 0.996374872576389,
+      "eval_ja_ersatz_pr_auc": 0.8930492709751401,
+      "eval_ja_opus100_pr_auc": 0.8462322689346886,
+      "eval_ja_ud_pr_auc": 0.9814497074891314,
+      "eval_jv_ud_pr_auc": 0.9540348384182293,
+      "eval_ka_opus100_pr_auc": 0.8634915346688521,
+      "eval_kk_ersatz_pr_auc": 0.9876267841180286,
+      "eval_kk_opus100_pr_auc": 0.8167937406939122,
+      "eval_kk_ud_pr_auc": 0.9742791675681846,
+      "eval_km_ersatz_pr_auc": 0.9447025398417314,
+      "eval_km_opus100_pr_auc": 0.779323509491593,
+      "eval_kn_opus100_pr_auc": 0.6885508854503202,
+      "eval_ko_opus100_pr_auc": 0.7038475483854459,
+      "eval_ko_ud_pr_auc": 0.9979679126111374,
+      "eval_ku_opus100_pr_auc": 0.8506094279213712,
+      "eval_ky_opus100_pr_auc": 0.8943127548881121,
+      "eval_la_ud_pr_auc": 0.9669569370431299,
+      "eval_loss": 0.02594827301800251,
+      "eval_lt_ersatz_pr_auc": 0.9972951622594792,
+      "eval_lt_opus100_pr_auc": 0.8921045836080268,
+      "eval_lt_ud_pr_auc": 0.9957341330560951,
+      "eval_lv_ersatz_pr_auc": 0.9916752376478051,
+      "eval_lv_opus100_pr_auc": 0.9061051859638439,
+      "eval_lv_ud_pr_auc": 0.9668186986859683,
+      "eval_mg_opus100_pr_auc": 0.9424840411389832,
+      "eval_mk_opus100_pr_auc": 0.928066839466802,
+      "eval_ml_opus100_pr_auc": 0.8155801200099584,
+      "eval_mn_opus100_pr_auc": 0.9461167095938253,
+      "eval_mr_opus100_pr_auc": 0.9131441809707076,
+      "eval_mr_ud_pr_auc": 0.9687496421084314,
+      "eval_ms_opus100_pr_auc": 0.8934023146452825,
+      "eval_mt_opus100_pr_auc": 0.8735901357664574,
+      "eval_mt_ud_pr_auc": 0.9116084689658243,
+      "eval_my_opus100_pr_auc": 0.8453251159935484,
+      "eval_ne_opus100_pr_auc": 0.7515748201830325,
+      "eval_nl_opus100_pr_auc": 0.9018296978953265,
+      "eval_nl_ud_pr_auc": 0.9870476278461838,
+      "eval_no_opus100_pr_auc": 0.9216834889733103,
+      "eval_no_ud_pr_auc": 0.9968208876697207,
+      "eval_pa_opus100_pr_auc": 0.6675694325390504,
+      "eval_pl_ersatz_pr_auc": 0.9763973491715008,
+      "eval_pl_opus100_pr_auc": 0.9059684255392729,
+      "eval_pl_ud_pr_auc": 0.9718616590473393,
+      "eval_ps_ersatz_pr_auc": 0.9290495854084061,
+      "eval_ps_opus100_pr_auc": 0.7505494425050955,
+      "eval_pt_opus100_pr_auc": 0.9283195997407754,
+      "eval_pt_ud_pr_auc": 0.9859621800479754,
+      "eval_ro_ersatz_pr_auc": 0.9941663303141366,
+      "eval_ro_opus100_pr_auc": 0.8762999368410752,
+      "eval_ro_ud_pr_auc": 0.9414365854884883,
+      "eval_ru_ersatz_pr_auc": 0.9963488949349868,
+      "eval_ru_opus100_pr_auc": 0.9389320525155241,
+      "eval_ru_ud_pr_auc": 0.8941191719973579,
+      "eval_runtime": 396.4214,
+      "eval_samples_per_second": 190.262,
+      "eval_si_opus100_pr_auc": 0.8228069743351034,
+      "eval_sk_opus100_pr_auc": 0.9378426750252493,
+      "eval_sk_ud_pr_auc": 0.9801205048483169,
+      "eval_sl_opus100_pr_auc": 0.8828504672016857,
+      "eval_sl_ud_pr_auc": 0.9715404254844169,
+      "eval_sq_opus100_pr_auc": 0.9339853936691592,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9178045599199351,
+      "eval_sr_ud_pr_auc": 0.9990860872070192,
+      "eval_steps_per_second": 0.744,
+      "eval_sv_opus100_pr_auc": 0.9074519737091606,
+      "eval_sv_ud_pr_auc": 0.9486872490129544,
+      "eval_ta_ersatz_pr_auc": 0.9823226145161702,
+      "eval_ta_opus100_pr_auc": 0.7319516207789377,
+      "eval_ta_ud_pr_auc": 0.997572424989213,
+      "eval_te_opus100_pr_auc": 0.8489163492496807,
+      "eval_tg_opus100_pr_auc": 0.9152690871085429,
+      "eval_th_opus100_pr_auc": 0.6981465343162772,
+      "eval_th_ud_pr_auc": 0.872585104213418,
+      "eval_tr_ersatz_pr_auc": 0.9726760301294564,
+      "eval_tr_opus100_pr_auc": 0.9134431859750799,
+      "eval_tr_ud_pr_auc": 0.9550182956936255,
+      "eval_uk_opus100_pr_auc": 0.8847830920911011,
+      "eval_uk_ud_pr_auc": 0.9383535019427401,
+      "eval_ur_opus100_pr_auc": 0.6066350121005205,
+      "eval_ur_ud_pr_auc": 0.9945443306082311,
+      "eval_uz_opus100_pr_auc": 0.8966107728177846,
+      "eval_vi_opus100_pr_auc": 0.9033794053720494,
+      "eval_vi_ud_pr_auc": 0.9512976779505012,
+      "eval_xh_opus100_pr_auc": 0.880999058527394,
+      "eval_yi_opus100_pr_auc": 0.6658678890087966,
+      "eval_yo_opus100_pr_auc": 0.8095138651208638,
+      "eval_yo_ud_pr_auc": 0.9137497419770744,
+      "eval_zh_ersatz_pr_auc": 0.9666713918928811,
+      "eval_zh_opus100_pr_auc": 0.8883567481125383,
+      "eval_zh_ud_pr_auc": 0.9955015387108397,
+      "eval_zu_opus100_pr_auc": 0.8303431963259731,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0224,
+      "step": 165050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.0222,
+      "step": 165100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.0224,
+      "step": 165150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.0223,
+      "step": 165200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.0223,
+      "step": 165250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.0222,
+      "step": 165300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.0227,
+      "step": 165350
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.0224,
+      "step": 165400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.0224,
+      "step": 165450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.0223,
+      "step": 165500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0222,
+      "step": 165550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0224,
+      "step": 165600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0223,
+      "step": 165650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0223,
+      "step": 165700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.0223,
+      "step": 165750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0225,
+      "step": 165800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.0225,
+      "step": 165850
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0223,
+      "step": 165900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.0222,
+      "step": 165950
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.0224,
+      "step": 166000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.0224,
+      "step": 166050
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.0221,
+      "step": 166100
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.0225,
+      "step": 166150
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0223,
+      "step": 166200
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.0224,
+      "step": 166250
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0224,
+      "step": 166300
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.0224,
+      "step": 166350
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0226,
+      "step": 166400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.0225,
+      "step": 166450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0223,
+      "step": 166500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0221,
+      "step": 166550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.0223,
+      "step": 166600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.0224,
+      "step": 166650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.0224,
+      "step": 166700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0224,
+      "step": 166750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.0224,
+      "step": 166800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.0224,
+      "step": 166850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0224,
+      "step": 166900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.0223,
+      "step": 166950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.0224,
+      "step": 167000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0223,
+      "step": 167050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0224,
+      "step": 167100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.0223,
+      "step": 167150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0223,
+      "step": 167200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0223,
+      "step": 167250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0225,
+      "step": 167300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0226,
+      "step": 167350
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.0222,
+      "step": 167400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0222,
+      "step": 167450
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0223,
+      "step": 167500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.0223,
+      "step": 167550
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0222,
+      "step": 167600
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.0222,
+      "step": 167650
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0223,
+      "step": 167700
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0222,
+      "step": 167750
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0223,
+      "step": 167800
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.0223,
+      "step": 167850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0222,
+      "step": 167900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0223,
+      "step": 167950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0223,
+      "step": 168000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0224,
+      "step": 168050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0223,
+      "step": 168100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0224,
+      "step": 168150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.0224,
+      "step": 168200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0223,
+      "step": 168250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.0225,
+      "step": 168300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.0224,
+      "step": 168350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0224,
+      "step": 168400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0224,
+      "step": 168450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.0224,
+      "step": 168500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0223,
+      "step": 168550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0222,
+      "step": 168600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.0223,
+      "step": 168650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.0222,
+      "step": 168700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.0225,
+      "step": 168750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.0223,
+      "step": 168800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.0221,
+      "step": 168850
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.0222,
+      "step": 168900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.0223,
+      "step": 168950
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.0222,
+      "step": 169000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0223,
+      "step": 169050
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0224,
+      "step": 169100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.022,
+      "step": 169150
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.0223,
+      "step": 169200
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0225,
+      "step": 169250
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.0223,
+      "step": 169300
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.0224,
+      "step": 169350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.0222,
+      "step": 169400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0221,
+      "step": 169450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.0223,
+      "step": 169500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0222,
+      "step": 169550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0224,
+      "step": 169600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0223,
+      "step": 169650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.0224,
+      "step": 169700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0223,
+      "step": 169750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0222,
+      "step": 169800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0223,
+      "step": 169850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0225,
+      "step": 169900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.0225,
+      "step": 169950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.0224,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "eval_af_opus100_pr_auc": 0.7925036435579847,
+      "eval_af_ud_pr_auc": 0.9967927093908245,
+      "eval_am_opus100_pr_auc": 0.6525070263567295,
+      "eval_ar_ersatz_pr_auc": 0.9370314723977962,
+      "eval_ar_opus100_pr_auc": 0.749785624452124,
+      "eval_ar_ud_pr_auc": 0.9010734937979386,
+      "eval_average_ersatz_pr_auc": 0.9750160682361734,
+      "eval_average_opus100_pr_auc": 0.8577486357965988,
+      "eval_average_ud_pr_auc": 0.9680337518221231,
+      "eval_az_opus100_pr_auc": 0.7767694136762412,
+      "eval_be_opus100_pr_auc": 0.7791084413129412,
+      "eval_be_ud_pr_auc": 0.9132539104858217,
+      "eval_bg_opus100_pr_auc": 0.9229638852935035,
+      "eval_bg_ud_pr_auc": 0.99888389866157,
+      "eval_bn_opus100_pr_auc": 0.8579495971207888,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9007431551720447,
+      "eval_ca_ud_pr_auc": 0.9981287872242915,
+      "eval_ceb_ud_pr_auc": 0.9967969665649569,
+      "eval_cs_ersatz_pr_auc": 0.9894560213780966,
+      "eval_cs_opus100_pr_auc": 0.9225816030123558,
+      "eval_cs_ud_pr_auc": 0.9638342501188748,
+      "eval_cy_opus100_pr_auc": 0.8040939556452871,
+      "eval_cy_ud_pr_auc": 0.9977602816986193,
+      "eval_da_opus100_pr_auc": 0.9321932833017705,
+      "eval_da_ud_pr_auc": 0.9807020570255633,
+      "eval_de_ersatz_pr_auc": 0.990116645540795,
+      "eval_de_opus100_pr_auc": 0.9133405421852119,
+      "eval_de_ud_pr_auc": 0.9853466284032755,
+      "eval_el_opus100_pr_auc": 0.9265409218917449,
+      "eval_el_ud_pr_auc": 0.9923207367641834,
+      "eval_en_ersatz_pr_auc": 0.9933076022310561,
+      "eval_en_opus100_pr_auc": 0.9206041393726334,
+      "eval_en_ud_pr_auc": 0.9795589900933075,
+      "eval_eo_opus100_pr_auc": 0.932371514564383,
+      "eval_es_ersatz_pr_auc": 0.9973288567024164,
+      "eval_es_opus100_pr_auc": 0.9411013749485202,
+      "eval_es_ud_pr_auc": 0.9904359719303337,
+      "eval_et_ersatz_pr_auc": 0.983476172638047,
+      "eval_et_opus100_pr_auc": 0.9279223533802777,
+      "eval_et_ud_pr_auc": 0.9716198622180595,
+      "eval_eu_opus100_pr_auc": 0.8838583034417555,
+      "eval_eu_ud_pr_auc": 0.9932668639677775,
+      "eval_fa_opus100_pr_auc": 0.6292129060490218,
+      "eval_fa_ud_pr_auc": 0.9962960530126531,
+      "eval_fi_ersatz_pr_auc": 0.9938447982960043,
+      "eval_fi_opus100_pr_auc": 0.9326484961140051,
+      "eval_fi_ud_pr_auc": 0.9713658293843489,
+      "eval_fr_ersatz_pr_auc": 0.9886161906301766,
+      "eval_fr_opus100_pr_auc": 0.9223043737870418,
+      "eval_fr_ud_pr_auc": 0.9901262293905014,
+      "eval_fy_opus100_pr_auc": 0.7409216602707819,
+      "eval_ga_opus100_pr_auc": 0.9177987157173755,
+      "eval_ga_ud_pr_auc": 0.8260845444741404,
+      "eval_gd_opus100_pr_auc": 0.7238234964762096,
+      "eval_gd_ud_pr_auc": 0.8349746382491061,
+      "eval_gl_opus100_pr_auc": 0.9012106426490005,
+      "eval_gl_ud_pr_auc": 0.9982301724128797,
+      "eval_gu_ersatz_pr_auc": 0.9542997383871002,
+      "eval_gu_opus100_pr_auc": 0.7671225057203527,
+      "eval_ha_opus100_pr_auc": 0.929888756679699,
+      "eval_he_opus100_pr_auc": 0.8890302476237211,
+      "eval_he_ud_pr_auc": 0.9780239783396669,
+      "eval_hi_ersatz_pr_auc": 0.983177558968914,
+      "eval_hi_opus100_pr_auc": 0.7484818737615289,
+      "eval_hi_ud_pr_auc": 0.9879761797885742,
+      "eval_hu_opus100_pr_auc": 0.9178944177605607,
+      "eval_hu_ud_pr_auc": 0.9855139336737786,
+      "eval_hy_opus100_pr_auc": 0.9196451274708172,
+      "eval_hy_ud_pr_auc": 0.9764140804252863,
+      "eval_id_opus100_pr_auc": 0.8966530343868179,
+      "eval_id_ud_pr_auc": 0.9960143402552313,
+      "eval_ig_opus100_pr_auc": 0.9022134954013582,
+      "eval_is_opus100_pr_auc": 0.9358923370167409,
+      "eval_is_ud_pr_auc": 0.9142722809360936,
+      "eval_it_opus100_pr_auc": 0.9127193717634177,
+      "eval_it_ud_pr_auc": 0.9986088149513597,
+      "eval_ja_ersatz_pr_auc": 0.8826439808322374,
+      "eval_ja_opus100_pr_auc": 0.8609105971504368,
+      "eval_ja_ud_pr_auc": 0.9843529669331106,
+      "eval_jv_ud_pr_auc": 0.955291713236856,
+      "eval_ka_opus100_pr_auc": 0.856009931023063,
+      "eval_kk_ersatz_pr_auc": 0.989651450555056,
+      "eval_kk_opus100_pr_auc": 0.8227819664035099,
+      "eval_kk_ud_pr_auc": 0.9756448614127873,
+      "eval_km_ersatz_pr_auc": 0.9412606709744175,
+      "eval_km_opus100_pr_auc": 0.7866604280539993,
+      "eval_kn_opus100_pr_auc": 0.6995219595705915,
+      "eval_ko_opus100_pr_auc": 0.7061273532786674,
+      "eval_ko_ud_pr_auc": 0.9987331413225117,
+      "eval_ku_opus100_pr_auc": 0.8788941271382437,
+      "eval_ky_opus100_pr_auc": 0.9278726399264162,
+      "eval_la_ud_pr_auc": 0.9624360402294037,
+      "eval_loss": 0.02603938803076744,
+      "eval_lt_ersatz_pr_auc": 0.9970109452500671,
+      "eval_lt_opus100_pr_auc": 0.8984907617194685,
+      "eval_lt_ud_pr_auc": 0.9960868138138745,
+      "eval_lv_ersatz_pr_auc": 0.9937861722492449,
+      "eval_lv_opus100_pr_auc": 0.9072190756583093,
+      "eval_lv_ud_pr_auc": 0.9656399072240307,
+      "eval_mg_opus100_pr_auc": 0.9453271540164158,
+      "eval_mk_opus100_pr_auc": 0.9292501795926417,
+      "eval_ml_opus100_pr_auc": 0.8102099186949304,
+      "eval_mn_opus100_pr_auc": 0.9591799905113741,
+      "eval_mr_opus100_pr_auc": 0.9131065493656083,
+      "eval_mr_ud_pr_auc": 0.9706032021574991,
+      "eval_ms_opus100_pr_auc": 0.8832913414869076,
+      "eval_mt_opus100_pr_auc": 0.871400962672532,
+      "eval_mt_ud_pr_auc": 0.9027882646241607,
+      "eval_my_opus100_pr_auc": 0.8520604173611401,
+      "eval_ne_opus100_pr_auc": 0.7726303906187266,
+      "eval_nl_opus100_pr_auc": 0.9032011936863787,
+      "eval_nl_ud_pr_auc": 0.9852944432707739,
+      "eval_no_opus100_pr_auc": 0.9217489224487279,
+      "eval_no_ud_pr_auc": 0.9976350344369106,
+      "eval_pa_opus100_pr_auc": 0.7135218320349828,
+      "eval_pl_ersatz_pr_auc": 0.9757317930865382,
+      "eval_pl_opus100_pr_auc": 0.9038560270141577,
+      "eval_pl_ud_pr_auc": 0.9717176135461363,
+      "eval_ps_ersatz_pr_auc": 0.9397242470952702,
+      "eval_ps_opus100_pr_auc": 0.7586773047544262,
+      "eval_pt_opus100_pr_auc": 0.926371143301296,
+      "eval_pt_ud_pr_auc": 0.9863433734692281,
+      "eval_ro_ersatz_pr_auc": 0.9955042272508728,
+      "eval_ro_opus100_pr_auc": 0.8724068308190377,
+      "eval_ro_ud_pr_auc": 0.9631562502080987,
+      "eval_ru_ersatz_pr_auc": 0.9968081676838719,
+      "eval_ru_opus100_pr_auc": 0.9403053513727055,
+      "eval_ru_ud_pr_auc": 0.885752725736784,
+      "eval_runtime": 390.1481,
+      "eval_samples_per_second": 193.321,
+      "eval_si_opus100_pr_auc": 0.8204605572842129,
+      "eval_sk_opus100_pr_auc": 0.9439739624390846,
+      "eval_sk_ud_pr_auc": 0.9827350661949354,
+      "eval_sl_opus100_pr_auc": 0.8793206465582843,
+      "eval_sl_ud_pr_auc": 0.9677129258097982,
+      "eval_sq_opus100_pr_auc": 0.9382970820212577,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9149342329789808,
+      "eval_sr_ud_pr_auc": 0.9996447092424372,
+      "eval_steps_per_second": 0.756,
+      "eval_sv_opus100_pr_auc": 0.9057313731552671,
+      "eval_sv_ud_pr_auc": 0.9540831315775014,
+      "eval_ta_ersatz_pr_auc": 0.9834656091730638,
+      "eval_ta_opus100_pr_auc": 0.7303749570049668,
+      "eval_ta_ud_pr_auc": 0.997791623865378,
+      "eval_te_opus100_pr_auc": 0.8300848441389741,
+      "eval_tg_opus100_pr_auc": 0.9061889923082406,
+      "eval_th_opus100_pr_auc": 0.697383130319221,
+      "eval_th_ud_pr_auc": 0.8751050514180515,
+      "eval_tr_ersatz_pr_auc": 0.9687000392868073,
+      "eval_tr_opus100_pr_auc": 0.909980828993372,
+      "eval_tr_ud_pr_auc": 0.9603039248175443,
+      "eval_uk_opus100_pr_auc": 0.8810880251554799,
+      "eval_uk_ud_pr_auc": 0.9345364527097592,
+      "eval_ur_opus100_pr_auc": 0.6088057779240698,
+      "eval_ur_ud_pr_auc": 0.9968072347131272,
+      "eval_uz_opus100_pr_auc": 0.8895218397586971,
+      "eval_vi_opus100_pr_auc": 0.9025360210456885,
+      "eval_vi_ud_pr_auc": 0.9602758148529349,
+      "eval_xh_opus100_pr_auc": 0.8907478662265924,
+      "eval_yi_opus100_pr_auc": 0.7592612562780653,
+      "eval_yo_opus100_pr_auc": 0.849411966768925,
+      "eval_yo_ud_pr_auc": 0.937232280215894,
+      "eval_zh_ersatz_pr_auc": 0.9754111405879614,
+      "eval_zh_opus100_pr_auc": 0.8899637539902361,
+      "eval_zh_ud_pr_auc": 0.996542803182477,
+      "eval_zu_opus100_pr_auc": 0.8418864339620302,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0222,
+      "step": 170050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0222,
+      "step": 170100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0222,
+      "step": 170150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.0223,
+      "step": 170200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0222,
+      "step": 170250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0224,
+      "step": 170300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0223,
+      "step": 170350
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0222,
+      "step": 170400
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0224,
+      "step": 170450
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.0222,
+      "step": 170500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0223,
+      "step": 170550
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0222,
+      "step": 170600
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.0223,
+      "step": 170650
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.0223,
+      "step": 170700
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.0223,
+      "step": 170750
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.0225,
+      "step": 170800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0222,
+      "step": 170850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.0222,
+      "step": 170900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0223,
+      "step": 170950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.0224,
+      "step": 171000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.022,
+      "step": 171050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.0221,
+      "step": 171100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0222,
+      "step": 171150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0224,
+      "step": 171200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.0223,
+      "step": 171250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0224,
+      "step": 171300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.0222,
+      "step": 171350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.0222,
+      "step": 171400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0224,
+      "step": 171450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0224,
+      "step": 171500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.0221,
+      "step": 171550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.0222,
+      "step": 171600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0222,
+      "step": 171650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.0222,
+      "step": 171700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0222,
+      "step": 171750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0224,
+      "step": 171800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0221,
+      "step": 171850
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.0222,
+      "step": 171900
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0223,
+      "step": 171950
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.0222,
+      "step": 172000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.0223,
+      "step": 172050
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.022,
+      "step": 172100
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0222,
+      "step": 172150
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.022,
+      "step": 172200
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.0224,
+      "step": 172250
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0223,
+      "step": 172300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0224,
+      "step": 172350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.0223,
+      "step": 172400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.0223,
+      "step": 172450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0221,
+      "step": 172500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0222,
+      "step": 172550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.022,
+      "step": 172600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0224,
+      "step": 172650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.0224,
+      "step": 172700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.022,
+      "step": 172750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.0224,
+      "step": 172800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0221,
+      "step": 172850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.0222,
+      "step": 172900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0224,
+      "step": 172950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0225,
+      "step": 173000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.0222,
+      "step": 173050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0223,
+      "step": 173100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.0224,
+      "step": 173150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.0222,
+      "step": 173200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.0223,
+      "step": 173250
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.0224,
+      "step": 173300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0222,
+      "step": 173350
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0222,
+      "step": 173400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.0221,
+      "step": 173450
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.0224,
+      "step": 173500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0225,
+      "step": 173550
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0219,
+      "step": 173600
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0223,
+      "step": 173650
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.0223,
+      "step": 173700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.0222,
+      "step": 173750
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.0222,
+      "step": 173800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0223,
+      "step": 173850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0222,
+      "step": 173900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.0223,
+      "step": 173950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0222,
+      "step": 174000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.022,
+      "step": 174050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0226,
+      "step": 174100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.0221,
+      "step": 174150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0221,
+      "step": 174200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0221,
+      "step": 174250
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0222,
+      "step": 174300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0224,
+      "step": 174350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0223,
+      "step": 174400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.0222,
+      "step": 174450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.0221,
+      "step": 174500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0221,
+      "step": 174550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.0224,
+      "step": 174600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0221,
+      "step": 174650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.022,
+      "step": 174700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0222,
+      "step": 174750
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0221,
+      "step": 174800
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0223,
+      "step": 174850
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.0221,
+      "step": 174900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.0222,
+      "step": 174950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0222,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "eval_af_opus100_pr_auc": 0.8074437918757086,
+      "eval_af_ud_pr_auc": 0.9902903096328386,
+      "eval_am_opus100_pr_auc": 0.6527920465622863,
+      "eval_ar_ersatz_pr_auc": 0.929600537616467,
+      "eval_ar_opus100_pr_auc": 0.7553484947845323,
+      "eval_ar_ud_pr_auc": 0.8981086605040373,
+      "eval_average_ersatz_pr_auc": 0.9724868884274404,
+      "eval_average_opus100_pr_auc": 0.8543537983871321,
+      "eval_average_ud_pr_auc": 0.9659637884928243,
+      "eval_az_opus100_pr_auc": 0.7956464019331273,
+      "eval_be_opus100_pr_auc": 0.767753019543696,
+      "eval_be_ud_pr_auc": 0.9079574383783464,
+      "eval_bg_opus100_pr_auc": 0.9282298363744267,
+      "eval_bg_ud_pr_auc": 0.9975145332160119,
+      "eval_bn_opus100_pr_auc": 0.8488028088891668,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8997871405674632,
+      "eval_ca_ud_pr_auc": 0.9966824944473851,
+      "eval_ceb_ud_pr_auc": 0.9937163065227061,
+      "eval_cs_ersatz_pr_auc": 0.9867587359744332,
+      "eval_cs_opus100_pr_auc": 0.9230348583875176,
+      "eval_cs_ud_pr_auc": 0.9623003819517513,
+      "eval_cy_opus100_pr_auc": 0.7912144458991802,
+      "eval_cy_ud_pr_auc": 0.9977199624488593,
+      "eval_da_opus100_pr_auc": 0.9291169091579781,
+      "eval_da_ud_pr_auc": 0.9778762263754028,
+      "eval_de_ersatz_pr_auc": 0.9892528070020264,
+      "eval_de_opus100_pr_auc": 0.9165493521996034,
+      "eval_de_ud_pr_auc": 0.9826198678691027,
+      "eval_el_opus100_pr_auc": 0.9220477368589118,
+      "eval_el_ud_pr_auc": 0.9911997140987872,
+      "eval_en_ersatz_pr_auc": 0.9933272858871671,
+      "eval_en_opus100_pr_auc": 0.9270251071959102,
+      "eval_en_ud_pr_auc": 0.9848925128418804,
+      "eval_eo_opus100_pr_auc": 0.9346445700207056,
+      "eval_es_ersatz_pr_auc": 0.997357270104587,
+      "eval_es_opus100_pr_auc": 0.9368588337299291,
+      "eval_es_ud_pr_auc": 0.9897854207413948,
+      "eval_et_ersatz_pr_auc": 0.9815551787203902,
+      "eval_et_opus100_pr_auc": 0.9294491284588914,
+      "eval_et_ud_pr_auc": 0.9665616577277207,
+      "eval_eu_opus100_pr_auc": 0.8826613404676865,
+      "eval_eu_ud_pr_auc": 0.9893931563641346,
+      "eval_fa_opus100_pr_auc": 0.6566102877387376,
+      "eval_fa_ud_pr_auc": 0.9934286264675007,
+      "eval_fi_ersatz_pr_auc": 0.993049358059853,
+      "eval_fi_opus100_pr_auc": 0.9320060497512025,
+      "eval_fi_ud_pr_auc": 0.9584335723146118,
+      "eval_fr_ersatz_pr_auc": 0.9879515839509242,
+      "eval_fr_opus100_pr_auc": 0.9262202232486365,
+      "eval_fr_ud_pr_auc": 0.9864734412301883,
+      "eval_fy_opus100_pr_auc": 0.7093564451957693,
+      "eval_ga_opus100_pr_auc": 0.9125763873328917,
+      "eval_ga_ud_pr_auc": 0.8228043840593895,
+      "eval_gd_opus100_pr_auc": 0.7305486794700775,
+      "eval_gd_ud_pr_auc": 0.834933975765846,
+      "eval_gl_opus100_pr_auc": 0.9001636244688987,
+      "eval_gl_ud_pr_auc": 0.9976498386561388,
+      "eval_gu_ersatz_pr_auc": 0.9505583372187564,
+      "eval_gu_opus100_pr_auc": 0.7705905231529021,
+      "eval_ha_opus100_pr_auc": 0.9184915965657089,
+      "eval_he_opus100_pr_auc": 0.8813198630538321,
+      "eval_he_ud_pr_auc": 0.9755106056784885,
+      "eval_hi_ersatz_pr_auc": 0.9815264255112907,
+      "eval_hi_opus100_pr_auc": 0.7405102976322453,
+      "eval_hi_ud_pr_auc": 0.9868857534760038,
+      "eval_hu_opus100_pr_auc": 0.917749910068892,
+      "eval_hu_ud_pr_auc": 0.9860570895925858,
+      "eval_hy_opus100_pr_auc": 0.9120792157325761,
+      "eval_hy_ud_pr_auc": 0.97236062907336,
+      "eval_id_opus100_pr_auc": 0.8879550899367789,
+      "eval_id_ud_pr_auc": 0.9967370589273538,
+      "eval_ig_opus100_pr_auc": 0.8932928585387702,
+      "eval_is_opus100_pr_auc": 0.9390152803788961,
+      "eval_is_ud_pr_auc": 0.9088734576638546,
+      "eval_it_opus100_pr_auc": 0.9176533141644857,
+      "eval_it_ud_pr_auc": 0.995253551797583,
+      "eval_ja_ersatz_pr_auc": 0.8830680585423336,
+      "eval_ja_opus100_pr_auc": 0.8384432833158268,
+      "eval_ja_ud_pr_auc": 0.973323836420312,
+      "eval_jv_ud_pr_auc": 0.9541606848591675,
+      "eval_ka_opus100_pr_auc": 0.8579503459862298,
+      "eval_kk_ersatz_pr_auc": 0.9885178589905849,
+      "eval_kk_opus100_pr_auc": 0.802178564426653,
+      "eval_kk_ud_pr_auc": 0.9752443032259976,
+      "eval_km_ersatz_pr_auc": 0.9425201030922449,
+      "eval_km_opus100_pr_auc": 0.7884890713339802,
+      "eval_kn_opus100_pr_auc": 0.6915503852867741,
+      "eval_ko_opus100_pr_auc": 0.7023105319492557,
+      "eval_ko_ud_pr_auc": 0.9961880055963239,
+      "eval_ku_opus100_pr_auc": 0.8554946067874931,
+      "eval_ky_opus100_pr_auc": 0.9094045043431725,
+      "eval_la_ud_pr_auc": 0.9721165315153721,
+      "eval_loss": 0.025708811357617378,
+      "eval_lt_ersatz_pr_auc": 0.9965388875255614,
+      "eval_lt_opus100_pr_auc": 0.892652578343801,
+      "eval_lt_ud_pr_auc": 0.9958465403257688,
+      "eval_lv_ersatz_pr_auc": 0.99165729944865,
+      "eval_lv_opus100_pr_auc": 0.8961015930507286,
+      "eval_lv_ud_pr_auc": 0.9672479559278195,
+      "eval_mg_opus100_pr_auc": 0.9438883863451869,
+      "eval_mk_opus100_pr_auc": 0.9276331735636606,
+      "eval_ml_opus100_pr_auc": 0.8133686668257418,
+      "eval_mn_opus100_pr_auc": 0.9537617429974036,
+      "eval_mr_opus100_pr_auc": 0.9104169215123977,
+      "eval_mr_ud_pr_auc": 0.967737111275973,
+      "eval_ms_opus100_pr_auc": 0.8786874157919858,
+      "eval_mt_opus100_pr_auc": 0.8912246797178031,
+      "eval_mt_ud_pr_auc": 0.9214769846562285,
+      "eval_my_opus100_pr_auc": 0.8418305435704924,
+      "eval_ne_opus100_pr_auc": 0.7577160917719881,
+      "eval_nl_opus100_pr_auc": 0.9075110091803492,
+      "eval_nl_ud_pr_auc": 0.9835190847502526,
+      "eval_no_opus100_pr_auc": 0.9230788947575549,
+      "eval_no_ud_pr_auc": 0.9958197151209728,
+      "eval_pa_opus100_pr_auc": 0.701435846731233,
+      "eval_pl_ersatz_pr_auc": 0.9709982008848377,
+      "eval_pl_opus100_pr_auc": 0.9023517614307427,
+      "eval_pl_ud_pr_auc": 0.9673917841322148,
+      "eval_ps_ersatz_pr_auc": 0.9269988285885271,
+      "eval_ps_opus100_pr_auc": 0.7544642538462455,
+      "eval_pt_opus100_pr_auc": 0.92348875762122,
+      "eval_pt_ud_pr_auc": 0.9843559048134316,
+      "eval_ro_ersatz_pr_auc": 0.992911405634794,
+      "eval_ro_opus100_pr_auc": 0.8793687664618095,
+      "eval_ro_ud_pr_auc": 0.9279841667406398,
+      "eval_ru_ersatz_pr_auc": 0.9950978736988824,
+      "eval_ru_opus100_pr_auc": 0.935962908368574,
+      "eval_ru_ud_pr_auc": 0.8824250921241816,
+      "eval_runtime": 402.9725,
+      "eval_samples_per_second": 187.169,
+      "eval_si_opus100_pr_auc": 0.8186494936372434,
+      "eval_sk_opus100_pr_auc": 0.9407058044576818,
+      "eval_sk_ud_pr_auc": 0.9864709096693661,
+      "eval_sl_opus100_pr_auc": 0.8850341605680042,
+      "eval_sl_ud_pr_auc": 0.9653334344953013,
+      "eval_sq_opus100_pr_auc": 0.9383861445117294,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9193834489453748,
+      "eval_sr_ud_pr_auc": 0.9990499645339471,
+      "eval_steps_per_second": 0.732,
+      "eval_sv_opus100_pr_auc": 0.9074720855415768,
+      "eval_sv_ud_pr_auc": 0.9572048770934353,
+      "eval_ta_ersatz_pr_auc": 0.9810866107879791,
+      "eval_ta_opus100_pr_auc": 0.7333310622948749,
+      "eval_ta_ud_pr_auc": 0.9918995215080438,
+      "eval_te_opus100_pr_auc": 0.8408247114451681,
+      "eval_tg_opus100_pr_auc": 0.9024191050463929,
+      "eval_th_opus100_pr_auc": 0.7085902321278295,
+      "eval_th_ud_pr_auc": 0.868974594682876,
+      "eval_tr_ersatz_pr_auc": 0.9659223303636831,
+      "eval_tr_opus100_pr_auc": 0.9046882245658843,
+      "eval_tr_ud_pr_auc": 0.9550326212266642,
+      "eval_uk_opus100_pr_auc": 0.878448998884705,
+      "eval_uk_ud_pr_auc": 0.9403235132898136,
+      "eval_ur_opus100_pr_auc": 0.6155863775942636,
+      "eval_ur_ud_pr_auc": 0.9952035028111931,
+      "eval_uz_opus100_pr_auc": 0.8845026717131753,
+      "eval_vi_opus100_pr_auc": 0.8995784638198743,
+      "eval_vi_ud_pr_auc": 0.9595691893835264,
+      "eval_xh_opus100_pr_auc": 0.8961654148514288,
+      "eval_yi_opus100_pr_auc": 0.6753152730428027,
+      "eval_yo_opus100_pr_auc": 0.8293746200597123,
+      "eval_yo_ud_pr_auc": 0.9397024961896256,
+      "eval_zh_ersatz_pr_auc": 0.9684565677997163,
+      "eval_zh_opus100_pr_auc": 0.87026078339714,
+      "eval_zh_ud_pr_auc": 0.9943129898992719,
+      "eval_zu_opus100_pr_auc": 0.8329836365836278,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0224,
+      "step": 175050
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0222,
+      "step": 175100
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.0222,
+      "step": 175150
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0221,
+      "step": 175200
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.0222,
+      "step": 175250
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0221,
+      "step": 175300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0221,
+      "step": 175350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0222,
+      "step": 175400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0224,
+      "step": 175450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0223,
+      "step": 175500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0222,
+      "step": 175550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0222,
+      "step": 175600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.022,
+      "step": 175650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0221,
+      "step": 175700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0223,
+      "step": 175750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0221,
+      "step": 175800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.0224,
+      "step": 175850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0221,
+      "step": 175900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.0221,
+      "step": 175950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0222,
+      "step": 176000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.0223,
+      "step": 176050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0221,
+      "step": 176100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0223,
+      "step": 176150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0224,
+      "step": 176200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0222,
+      "step": 176250
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.0222,
+      "step": 176300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0218,
+      "step": 176350
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0222,
+      "step": 176400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.0223,
+      "step": 176450
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.0224,
+      "step": 176500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.022,
+      "step": 176550
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.0221,
+      "step": 176600
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.022,
+      "step": 176650
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.0219,
+      "step": 176700
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.0223,
+      "step": 176750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.0222,
+      "step": 176800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0223,
+      "step": 176850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0222,
+      "step": 176900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0221,
+      "step": 176950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.0221,
+      "step": 177000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.022,
+      "step": 177050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.0221,
+      "step": 177100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0221,
+      "step": 177150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0224,
+      "step": 177200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0222,
+      "step": 177250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.022,
+      "step": 177300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0224,
+      "step": 177350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0223,
+      "step": 177400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0223,
+      "step": 177450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0221,
+      "step": 177500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.0221,
+      "step": 177550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.022,
+      "step": 177600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.0221,
+      "step": 177650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.0222,
+      "step": 177700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.0221,
+      "step": 177750
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.0223,
+      "step": 177800
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.022,
+      "step": 177850
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0222,
+      "step": 177900
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.0222,
+      "step": 177950
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.022,
+      "step": 178000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.0221,
+      "step": 178050
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0223,
+      "step": 178100
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0219,
+      "step": 178150
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0221,
+      "step": 178200
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0219,
+      "step": 178250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0222,
+      "step": 178300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.0222,
+      "step": 178350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0222,
+      "step": 178400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.022,
+      "step": 178450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0224,
+      "step": 178500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0219,
+      "step": 178550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.0222,
+      "step": 178600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.022,
+      "step": 178650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.022,
+      "step": 178700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.022,
+      "step": 178750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.022,
+      "step": 178800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.0225,
+      "step": 178850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0223,
+      "step": 178900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0223,
+      "step": 178950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.0222,
+      "step": 179000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.0219,
+      "step": 179050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0224,
+      "step": 179100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0219,
+      "step": 179150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0219,
+      "step": 179200
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.022,
+      "step": 179250
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.0221,
+      "step": 179300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0223,
+      "step": 179350
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.0221,
+      "step": 179400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.022,
+      "step": 179450
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0223,
+      "step": 179500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.0221,
+      "step": 179550
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0218,
+      "step": 179600
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0222,
+      "step": 179650
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0222,
+      "step": 179700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.0221,
+      "step": 179750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.0221,
+      "step": 179800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0222,
+      "step": 179850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0221,
+      "step": 179900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0221,
+      "step": 179950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0219,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "eval_af_opus100_pr_auc": 0.8018804532074257,
+      "eval_af_ud_pr_auc": 0.9919528982749655,
+      "eval_am_opus100_pr_auc": 0.616611858950374,
+      "eval_ar_ersatz_pr_auc": 0.9353889174167211,
+      "eval_ar_opus100_pr_auc": 0.7552527597630279,
+      "eval_ar_ud_pr_auc": 0.8927907954214253,
+      "eval_average_ersatz_pr_auc": 0.9726714422313435,
+      "eval_average_opus100_pr_auc": 0.8535706940475691,
+      "eval_average_ud_pr_auc": 0.9651660115714359,
+      "eval_az_opus100_pr_auc": 0.7886181987179437,
+      "eval_be_opus100_pr_auc": 0.7692054315694921,
+      "eval_be_ud_pr_auc": 0.9090686424421575,
+      "eval_bg_opus100_pr_auc": 0.9191666576344258,
+      "eval_bg_ud_pr_auc": 0.9977941619211053,
+      "eval_bn_opus100_pr_auc": 0.8524106910895197,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8972227550289872,
+      "eval_ca_ud_pr_auc": 0.995438223541784,
+      "eval_ceb_ud_pr_auc": 0.9929267723179521,
+      "eval_cs_ersatz_pr_auc": 0.985781711372956,
+      "eval_cs_opus100_pr_auc": 0.9203990693680915,
+      "eval_cs_ud_pr_auc": 0.960187571672598,
+      "eval_cy_opus100_pr_auc": 0.8068961307670427,
+      "eval_cy_ud_pr_auc": 0.9973822437050206,
+      "eval_da_opus100_pr_auc": 0.9280037707702544,
+      "eval_da_ud_pr_auc": 0.9790319043975256,
+      "eval_de_ersatz_pr_auc": 0.9895727709959311,
+      "eval_de_opus100_pr_auc": 0.9175054002100427,
+      "eval_de_ud_pr_auc": 0.9836392180283412,
+      "eval_el_opus100_pr_auc": 0.92060931870126,
+      "eval_el_ud_pr_auc": 0.9915179013709559,
+      "eval_en_ersatz_pr_auc": 0.991530595942772,
+      "eval_en_opus100_pr_auc": 0.9189217627762382,
+      "eval_en_ud_pr_auc": 0.9761140432017911,
+      "eval_eo_opus100_pr_auc": 0.9255597774783193,
+      "eval_es_ersatz_pr_auc": 0.9972064576748589,
+      "eval_es_opus100_pr_auc": 0.9399904316457922,
+      "eval_es_ud_pr_auc": 0.990545692606392,
+      "eval_et_ersatz_pr_auc": 0.985568877418274,
+      "eval_et_opus100_pr_auc": 0.914498796675338,
+      "eval_et_ud_pr_auc": 0.974116877657909,
+      "eval_eu_opus100_pr_auc": 0.8811257809017754,
+      "eval_eu_ud_pr_auc": 0.9927600133666282,
+      "eval_fa_opus100_pr_auc": 0.6421762588180349,
+      "eval_fa_ud_pr_auc": 0.9936102246165615,
+      "eval_fi_ersatz_pr_auc": 0.9928307710975265,
+      "eval_fi_opus100_pr_auc": 0.9205150488296879,
+      "eval_fi_ud_pr_auc": 0.965741685512635,
+      "eval_fr_ersatz_pr_auc": 0.987922456982325,
+      "eval_fr_opus100_pr_auc": 0.9199103952964511,
+      "eval_fr_ud_pr_auc": 0.9909514496869725,
+      "eval_fy_opus100_pr_auc": 0.704209506133433,
+      "eval_ga_opus100_pr_auc": 0.9130788360596523,
+      "eval_ga_ud_pr_auc": 0.811932983871499,
+      "eval_gd_opus100_pr_auc": 0.7321279426992808,
+      "eval_gd_ud_pr_auc": 0.8215313321269215,
+      "eval_gl_opus100_pr_auc": 0.8884761894218896,
+      "eval_gl_ud_pr_auc": 0.9965482944255261,
+      "eval_gu_ersatz_pr_auc": 0.9489425239043905,
+      "eval_gu_opus100_pr_auc": 0.7661852714459928,
+      "eval_ha_opus100_pr_auc": 0.9274716457987199,
+      "eval_he_opus100_pr_auc": 0.8936978278250094,
+      "eval_he_ud_pr_auc": 0.9790133415770704,
+      "eval_hi_ersatz_pr_auc": 0.9810933544157433,
+      "eval_hi_opus100_pr_auc": 0.7374087447882014,
+      "eval_hi_ud_pr_auc": 0.9891015087807762,
+      "eval_hu_opus100_pr_auc": 0.9152492251171166,
+      "eval_hu_ud_pr_auc": 0.985207172382889,
+      "eval_hy_opus100_pr_auc": 0.9117354665047849,
+      "eval_hy_ud_pr_auc": 0.975172114370341,
+      "eval_id_opus100_pr_auc": 0.8973231695903598,
+      "eval_id_ud_pr_auc": 0.9959174541164486,
+      "eval_ig_opus100_pr_auc": 0.8856070294345356,
+      "eval_is_opus100_pr_auc": 0.9326923257492093,
+      "eval_is_ud_pr_auc": 0.9108741152842348,
+      "eval_it_opus100_pr_auc": 0.9099513409906912,
+      "eval_it_ud_pr_auc": 0.9954626830246955,
+      "eval_ja_ersatz_pr_auc": 0.8788947796539914,
+      "eval_ja_opus100_pr_auc": 0.856240580460374,
+      "eval_ja_ud_pr_auc": 0.9816243667210097,
+      "eval_jv_ud_pr_auc": 0.9546528058416086,
+      "eval_ka_opus100_pr_auc": 0.8497815933803857,
+      "eval_kk_ersatz_pr_auc": 0.9878465473831739,
+      "eval_kk_opus100_pr_auc": 0.8059727198573006,
+      "eval_kk_ud_pr_auc": 0.9731508480738236,
+      "eval_km_ersatz_pr_auc": 0.9421076753283446,
+      "eval_km_opus100_pr_auc": 0.7935909856213731,
+      "eval_kn_opus100_pr_auc": 0.6763943427272999,
+      "eval_ko_opus100_pr_auc": 0.702436881748556,
+      "eval_ko_ud_pr_auc": 0.998752063862836,
+      "eval_ku_opus100_pr_auc": 0.8651706181241989,
+      "eval_ky_opus100_pr_auc": 0.907122707995015,
+      "eval_la_ud_pr_auc": 0.9788078572990473,
+      "eval_loss": 0.02574104629456997,
+      "eval_lt_ersatz_pr_auc": 0.9963525795434577,
+      "eval_lt_opus100_pr_auc": 0.8770330993319273,
+      "eval_lt_ud_pr_auc": 0.9913692326688164,
+      "eval_lv_ersatz_pr_auc": 0.9895769752667034,
+      "eval_lv_opus100_pr_auc": 0.8993793107633309,
+      "eval_lv_ud_pr_auc": 0.9591464622082251,
+      "eval_mg_opus100_pr_auc": 0.9412550624302942,
+      "eval_mk_opus100_pr_auc": 0.9234373395589591,
+      "eval_ml_opus100_pr_auc": 0.8170187200193664,
+      "eval_mn_opus100_pr_auc": 0.9506060562353227,
+      "eval_mr_opus100_pr_auc": 0.9138397546221012,
+      "eval_mr_ud_pr_auc": 0.9764509622426181,
+      "eval_ms_opus100_pr_auc": 0.8778685242522077,
+      "eval_mt_opus100_pr_auc": 0.862820628837077,
+      "eval_mt_ud_pr_auc": 0.9247196078798614,
+      "eval_my_opus100_pr_auc": 0.836707987701752,
+      "eval_ne_opus100_pr_auc": 0.7671497466442956,
+      "eval_nl_opus100_pr_auc": 0.9013491278883331,
+      "eval_nl_ud_pr_auc": 0.9860904500805329,
+      "eval_no_opus100_pr_auc": 0.9169100002847044,
+      "eval_no_ud_pr_auc": 0.9966187678399028,
+      "eval_pa_opus100_pr_auc": 0.7079860919389648,
+      "eval_pl_ersatz_pr_auc": 0.9714355755530807,
+      "eval_pl_opus100_pr_auc": 0.9028581395964218,
+      "eval_pl_ud_pr_auc": 0.9692610061518034,
+      "eval_ps_ersatz_pr_auc": 0.9224207702046351,
+      "eval_ps_opus100_pr_auc": 0.7577936203067432,
+      "eval_pt_opus100_pr_auc": 0.9255570729311557,
+      "eval_pt_ud_pr_auc": 0.9870831969988194,
+      "eval_ro_ersatz_pr_auc": 0.9932720289916261,
+      "eval_ro_opus100_pr_auc": 0.8640375956539877,
+      "eval_ro_ud_pr_auc": 0.9133014937687671,
+      "eval_ru_ersatz_pr_auc": 0.9952046861512283,
+      "eval_ru_opus100_pr_auc": 0.9321500080663427,
+      "eval_ru_ud_pr_auc": 0.8651885434519131,
+      "eval_runtime": 396.4496,
+      "eval_samples_per_second": 190.249,
+      "eval_si_opus100_pr_auc": 0.8290376474349342,
+      "eval_sk_opus100_pr_auc": 0.9347934341008506,
+      "eval_sk_ud_pr_auc": 0.9857200735579685,
+      "eval_sl_opus100_pr_auc": 0.8759908762730381,
+      "eval_sl_ud_pr_auc": 0.9664412245341345,
+      "eval_sq_opus100_pr_auc": 0.9345983915171454,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9145759851516153,
+      "eval_sr_ud_pr_auc": 0.9989893823961776,
+      "eval_steps_per_second": 0.744,
+      "eval_sv_opus100_pr_auc": 0.911038006900714,
+      "eval_sv_ud_pr_auc": 0.9531531420828071,
+      "eval_ta_ersatz_pr_auc": 0.9830853228431251,
+      "eval_ta_opus100_pr_auc": 0.7468258116090903,
+      "eval_ta_ud_pr_auc": 0.9974694590214453,
+      "eval_te_opus100_pr_auc": 0.8404992150301637,
+      "eval_tg_opus100_pr_auc": 0.9047245488513239,
+      "eval_th_opus100_pr_auc": 0.700575128626349,
+      "eval_th_ud_pr_auc": 0.8709878847213672,
+      "eval_tr_ersatz_pr_auc": 0.9666246141489397,
+      "eval_tr_opus100_pr_auc": 0.9150700277218435,
+      "eval_tr_ud_pr_auc": 0.9606619330002721,
+      "eval_uk_opus100_pr_auc": 0.877904846206159,
+      "eval_uk_ud_pr_auc": 0.9210517599107947,
+      "eval_ur_opus100_pr_auc": 0.6215176747333974,
+      "eval_ur_ud_pr_auc": 0.996241808539927,
+      "eval_uz_opus100_pr_auc": 0.8883821808330209,
+      "eval_vi_opus100_pr_auc": 0.9009790464401548,
+      "eval_vi_ud_pr_auc": 0.9454965686369687,
+      "eval_xh_opus100_pr_auc": 0.8913736322481819,
+      "eval_yi_opus100_pr_auc": 0.7471026895139566,
+      "eval_yo_opus100_pr_auc": 0.8252660103163274,
+      "eval_yo_ud_pr_auc": 0.9293064892414963,
+      "eval_zh_ersatz_pr_auc": 0.9761117367997512,
+      "eval_zh_opus100_pr_auc": 0.8932211193909525,
+      "eval_zh_ud_pr_auc": 0.9963939491357757,
+      "eval_zu_opus100_pr_auc": 0.8351570522652471,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.022,
+      "step": 180050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0221,
+      "step": 180100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0222,
+      "step": 180150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.0221,
+      "step": 180200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.0221,
+      "step": 180250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.0221,
+      "step": 180300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0221,
+      "step": 180350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.0221,
+      "step": 180400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.0222,
+      "step": 180450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0221,
+      "step": 180500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0219,
+      "step": 180550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0221,
+      "step": 180600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.0223,
+      "step": 180650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0219,
+      "step": 180700
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.0223,
+      "step": 180750
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0222,
+      "step": 180800
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0221,
+      "step": 180850
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.0219,
+      "step": 180900
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.0221,
+      "step": 180950
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0221,
+      "step": 181000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.0222,
+      "step": 181050
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.0223,
+      "step": 181100
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.0221,
+      "step": 181150
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0219,
+      "step": 181200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0221,
+      "step": 181250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0221,
+      "step": 181300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0219,
+      "step": 181350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0221,
+      "step": 181400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.0219,
+      "step": 181450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0222,
+      "step": 181500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.0221,
+      "step": 181550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.0223,
+      "step": 181600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.0221,
+      "step": 181650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.022,
+      "step": 181700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0217,
+      "step": 181750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0223,
+      "step": 181800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.0221,
+      "step": 181850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0221,
+      "step": 181900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0221,
+      "step": 181950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0223,
+      "step": 182000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0222,
+      "step": 182050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0221,
+      "step": 182100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0221,
+      "step": 182150
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.0221,
+      "step": 182200
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0221,
+      "step": 182250
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0221,
+      "step": 182300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.0221,
+      "step": 182350
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.0221,
+      "step": 182400
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.022,
+      "step": 182450
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.022,
+      "step": 182500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.022,
+      "step": 182550
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0222,
+      "step": 182600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.022,
+      "step": 182650
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0221,
+      "step": 182700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.022,
+      "step": 182750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.0221,
+      "step": 182800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.022,
+      "step": 182850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.0225,
+      "step": 182900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0221,
+      "step": 182950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0221,
+      "step": 183000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.022,
+      "step": 183050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.0221,
+      "step": 183100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.022,
+      "step": 183150
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.0218,
+      "step": 183200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0222,
+      "step": 183250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.0223,
+      "step": 183300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0219,
+      "step": 183350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0221,
+      "step": 183400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.022,
+      "step": 183450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0219,
+      "step": 183500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0219,
+      "step": 183550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.022,
+      "step": 183600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.0222,
+      "step": 183650
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.022,
+      "step": 183700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.022,
+      "step": 183750
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0221,
+      "step": 183800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.0222,
+      "step": 183850
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.0221,
+      "step": 183900
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.0219,
+      "step": 183950
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.0221,
+      "step": 184000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0222,
+      "step": 184050
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0218,
+      "step": 184100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.022,
+      "step": 184150
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0221,
+      "step": 184200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.0221,
+      "step": 184250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.022,
+      "step": 184300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.022,
+      "step": 184350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0222,
+      "step": 184400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0221,
+      "step": 184450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0221,
+      "step": 184500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.022,
+      "step": 184550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.022,
+      "step": 184600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0221,
+      "step": 184650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0221,
+      "step": 184700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.022,
+      "step": 184750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0219,
+      "step": 184800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.0221,
+      "step": 184850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.022,
+      "step": 184900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0218,
+      "step": 184950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0222,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "eval_af_opus100_pr_auc": 0.78495402117365,
+      "eval_af_ud_pr_auc": 0.9915665068365734,
+      "eval_am_opus100_pr_auc": 0.623370173194962,
+      "eval_ar_ersatz_pr_auc": 0.928263619692297,
+      "eval_ar_opus100_pr_auc": 0.7407935673856666,
+      "eval_ar_ud_pr_auc": 0.8867383745587647,
+      "eval_average_ersatz_pr_auc": 0.973665487498803,
+      "eval_average_opus100_pr_auc": 0.8495673590868577,
+      "eval_average_ud_pr_auc": 0.965703025201294,
+      "eval_az_opus100_pr_auc": 0.7932995724938157,
+      "eval_be_opus100_pr_auc": 0.7421379998028844,
+      "eval_be_ud_pr_auc": 0.9109268477412957,
+      "eval_bg_opus100_pr_auc": 0.9197925812810387,
+      "eval_bg_ud_pr_auc": 0.9982404788153578,
+      "eval_bn_opus100_pr_auc": 0.855594528132333,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9010263119057613,
+      "eval_ca_ud_pr_auc": 0.9965416034071902,
+      "eval_ceb_ud_pr_auc": 0.9927096647525376,
+      "eval_cs_ersatz_pr_auc": 0.9867195770401864,
+      "eval_cs_opus100_pr_auc": 0.919950388236154,
+      "eval_cs_ud_pr_auc": 0.963715668121137,
+      "eval_cy_opus100_pr_auc": 0.7985096046602357,
+      "eval_cy_ud_pr_auc": 0.9973847799337796,
+      "eval_da_opus100_pr_auc": 0.921767778098499,
+      "eval_da_ud_pr_auc": 0.9775267641373657,
+      "eval_de_ersatz_pr_auc": 0.9885537998630181,
+      "eval_de_opus100_pr_auc": 0.9167665204679785,
+      "eval_de_ud_pr_auc": 0.9808200016965072,
+      "eval_el_opus100_pr_auc": 0.9198778675785273,
+      "eval_el_ud_pr_auc": 0.9870953485012626,
+      "eval_en_ersatz_pr_auc": 0.993334529017234,
+      "eval_en_opus100_pr_auc": 0.9149521251479418,
+      "eval_en_ud_pr_auc": 0.9848457323157902,
+      "eval_eo_opus100_pr_auc": 0.9299821658358264,
+      "eval_es_ersatz_pr_auc": 0.9966322801353337,
+      "eval_es_opus100_pr_auc": 0.9413027178170007,
+      "eval_es_ud_pr_auc": 0.9890451272369996,
+      "eval_et_ersatz_pr_auc": 0.9823144700786305,
+      "eval_et_opus100_pr_auc": 0.9235211954358302,
+      "eval_et_ud_pr_auc": 0.9670696115479904,
+      "eval_eu_opus100_pr_auc": 0.8857981559910116,
+      "eval_eu_ud_pr_auc": 0.9942816891620152,
+      "eval_fa_opus100_pr_auc": 0.6401829998009083,
+      "eval_fa_ud_pr_auc": 0.9941544155698343,
+      "eval_fi_ersatz_pr_auc": 0.9939561600749558,
+      "eval_fi_opus100_pr_auc": 0.9290422635602605,
+      "eval_fi_ud_pr_auc": 0.965728527255772,
+      "eval_fr_ersatz_pr_auc": 0.9872971463460134,
+      "eval_fr_opus100_pr_auc": 0.9140381023340193,
+      "eval_fr_ud_pr_auc": 0.9863630358902322,
+      "eval_fy_opus100_pr_auc": 0.6742540865475187,
+      "eval_ga_opus100_pr_auc": 0.9124607567377971,
+      "eval_ga_ud_pr_auc": 0.8168645372014156,
+      "eval_gd_opus100_pr_auc": 0.7150880690490024,
+      "eval_gd_ud_pr_auc": 0.829999542887254,
+      "eval_gl_opus100_pr_auc": 0.8930685854494244,
+      "eval_gl_ud_pr_auc": 0.9975408318552316,
+      "eval_gu_ersatz_pr_auc": 0.9499682502460687,
+      "eval_gu_opus100_pr_auc": 0.7553934318327485,
+      "eval_ha_opus100_pr_auc": 0.9263939203445911,
+      "eval_he_opus100_pr_auc": 0.883220561127808,
+      "eval_he_ud_pr_auc": 0.9830571028912212,
+      "eval_hi_ersatz_pr_auc": 0.9844128180170517,
+      "eval_hi_opus100_pr_auc": 0.7357040300121428,
+      "eval_hi_ud_pr_auc": 0.9849012292632559,
+      "eval_hu_opus100_pr_auc": 0.9134504500385501,
+      "eval_hu_ud_pr_auc": 0.9871698395815584,
+      "eval_hy_opus100_pr_auc": 0.9106765553275178,
+      "eval_hy_ud_pr_auc": 0.9756220339446032,
+      "eval_id_opus100_pr_auc": 0.8923412634032825,
+      "eval_id_ud_pr_auc": 0.9953594861152854,
+      "eval_ig_opus100_pr_auc": 0.8742371434015904,
+      "eval_is_opus100_pr_auc": 0.9302059303011057,
+      "eval_is_ud_pr_auc": 0.9178728027052768,
+      "eval_it_opus100_pr_auc": 0.9118170720721224,
+      "eval_it_ud_pr_auc": 0.997378384221618,
+      "eval_ja_ersatz_pr_auc": 0.89083402333481,
+      "eval_ja_opus100_pr_auc": 0.8402078636198571,
+      "eval_ja_ud_pr_auc": 0.9841742946083902,
+      "eval_jv_ud_pr_auc": 0.9498750460059324,
+      "eval_ka_opus100_pr_auc": 0.8475132538684518,
+      "eval_kk_ersatz_pr_auc": 0.9870314683788305,
+      "eval_kk_opus100_pr_auc": 0.7933037730068215,
+      "eval_kk_ud_pr_auc": 0.9745781803824446,
+      "eval_km_ersatz_pr_auc": 0.9458318553115149,
+      "eval_km_opus100_pr_auc": 0.7794510746531937,
+      "eval_kn_opus100_pr_auc": 0.6681802682468502,
+      "eval_ko_opus100_pr_auc": 0.6902959009103364,
+      "eval_ko_ud_pr_auc": 0.998564185215785,
+      "eval_ku_opus100_pr_auc": 0.842488688777416,
+      "eval_ky_opus100_pr_auc": 0.9035931005268799,
+      "eval_la_ud_pr_auc": 0.9780562821126513,
+      "eval_loss": 0.02561340108513832,
+      "eval_lt_ersatz_pr_auc": 0.9952753101291569,
+      "eval_lt_opus100_pr_auc": 0.8869676148629745,
+      "eval_lt_ud_pr_auc": 0.9971054961310108,
+      "eval_lv_ersatz_pr_auc": 0.9918574371486976,
+      "eval_lv_opus100_pr_auc": 0.8996336249757534,
+      "eval_lv_ud_pr_auc": 0.969023847415212,
+      "eval_mg_opus100_pr_auc": 0.9428371894625223,
+      "eval_mk_opus100_pr_auc": 0.9252832320492045,
+      "eval_ml_opus100_pr_auc": 0.8075351803857741,
+      "eval_mn_opus100_pr_auc": 0.9559171238457295,
+      "eval_mr_opus100_pr_auc": 0.9167532595312036,
+      "eval_mr_ud_pr_auc": 0.9812294814730531,
+      "eval_ms_opus100_pr_auc": 0.8841371664283885,
+      "eval_mt_opus100_pr_auc": 0.8636792256362894,
+      "eval_mt_ud_pr_auc": 0.8999394127789985,
+      "eval_my_opus100_pr_auc": 0.8256423919056385,
+      "eval_ne_opus100_pr_auc": 0.7473595037129568,
+      "eval_nl_opus100_pr_auc": 0.8995528600589741,
+      "eval_nl_ud_pr_auc": 0.9850186708222772,
+      "eval_no_opus100_pr_auc": 0.9193060735368735,
+      "eval_no_ud_pr_auc": 0.9967864078465553,
+      "eval_pa_opus100_pr_auc": 0.6748068688855693,
+      "eval_pl_ersatz_pr_auc": 0.9708283604050308,
+      "eval_pl_opus100_pr_auc": 0.8983429064593467,
+      "eval_pl_ud_pr_auc": 0.9678542554489559,
+      "eval_ps_ersatz_pr_auc": 0.9267687314317896,
+      "eval_ps_opus100_pr_auc": 0.7679371992453875,
+      "eval_pt_opus100_pr_auc": 0.9321019431971687,
+      "eval_pt_ud_pr_auc": 0.9861387277855262,
+      "eval_ro_ersatz_pr_auc": 0.9932496155149025,
+      "eval_ro_opus100_pr_auc": 0.8727123254946739,
+      "eval_ro_ud_pr_auc": 0.915704129356689,
+      "eval_ru_ersatz_pr_auc": 0.9951023469730621,
+      "eval_ru_opus100_pr_auc": 0.9337142585581805,
+      "eval_ru_ud_pr_auc": 0.8665776868548143,
+      "eval_runtime": 396.8496,
+      "eval_samples_per_second": 190.057,
+      "eval_si_opus100_pr_auc": 0.8259849553156425,
+      "eval_sk_opus100_pr_auc": 0.9387102804805679,
+      "eval_sk_ud_pr_auc": 0.9871540185457943,
+      "eval_sl_opus100_pr_auc": 0.8789777201659589,
+      "eval_sl_ud_pr_auc": 0.9659588158270476,
+      "eval_sq_opus100_pr_auc": 0.9299522188190686,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.912534255886576,
+      "eval_sr_ud_pr_auc": 0.9992365772376764,
+      "eval_steps_per_second": 0.743,
+      "eval_sv_opus100_pr_auc": 0.9102328086307587,
+      "eval_sv_ud_pr_auc": 0.9551556639148074,
+      "eval_ta_ersatz_pr_auc": 0.9854890715356904,
+      "eval_ta_opus100_pr_auc": 0.7256344895683016,
+      "eval_ta_ud_pr_auc": 0.997370799767122,
+      "eval_te_opus100_pr_auc": 0.8296711571924443,
+      "eval_tg_opus100_pr_auc": 0.9033260767870821,
+      "eval_th_opus100_pr_auc": 0.699252849950491,
+      "eval_th_ud_pr_auc": 0.8725302671214311,
+      "eval_tr_ersatz_pr_auc": 0.9717325807746119,
+      "eval_tr_opus100_pr_auc": 0.9110870270066488,
+      "eval_tr_ud_pr_auc": 0.9612272639476013,
+      "eval_uk_opus100_pr_auc": 0.8801203301983789,
+      "eval_uk_ud_pr_auc": 0.9378837995692577,
+      "eval_ur_opus100_pr_auc": 0.6259247016264194,
+      "eval_ur_ud_pr_auc": 0.9961124335326812,
+      "eval_uz_opus100_pr_auc": 0.8850419939743214,
+      "eval_vi_opus100_pr_auc": 0.8972265601753705,
+      "eval_vi_ud_pr_auc": 0.9516704992854897,
+      "eval_xh_opus100_pr_auc": 0.8856926224613709,
+      "eval_yi_opus100_pr_auc": 0.6997461532694105,
+      "eval_yo_opus100_pr_auc": 0.8324773270632712,
+      "eval_yo_ud_pr_auc": 0.923234052072065,
+      "eval_zh_ersatz_pr_auc": 0.9751872735247771,
+      "eval_zh_opus100_pr_auc": 0.8902544423950598,
+      "eval_zh_ud_pr_auc": 0.9963921732673662,
+      "eval_zu_opus100_pr_auc": 0.8384491063332599,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.022,
+      "step": 185050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.0219,
+      "step": 185100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.0219,
+      "step": 185150
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.0218,
+      "step": 185200
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.022,
+      "step": 185250
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.0219,
+      "step": 185300
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0223,
+      "step": 185350
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.0221,
+      "step": 185400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0222,
+      "step": 185450
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0221,
+      "step": 185500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0219,
+      "step": 185550
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.022,
+      "step": 185600
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.022,
+      "step": 185650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0218,
+      "step": 185700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.022,
+      "step": 185750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.0219,
+      "step": 185800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.022,
+      "step": 185850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0219,
+      "step": 185900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.022,
+      "step": 185950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0218,
+      "step": 186000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.0221,
+      "step": 186050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.022,
+      "step": 186100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0218,
+      "step": 186150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0221,
+      "step": 186200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.0221,
+      "step": 186250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.022,
+      "step": 186300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.022,
+      "step": 186350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0221,
+      "step": 186400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.0221,
+      "step": 186450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0221,
+      "step": 186500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.022,
+      "step": 186550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.022,
+      "step": 186600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0219,
+      "step": 186650
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.022,
+      "step": 186700
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.0218,
+      "step": 186750
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0219,
+      "step": 186800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.022,
+      "step": 186850
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.0219,
+      "step": 186900
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.0218,
+      "step": 186950
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.0221,
+      "step": 187000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.0218,
+      "step": 187050
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0222,
+      "step": 187100
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0223,
+      "step": 187150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.0219,
+      "step": 187200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.022,
+      "step": 187250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.022,
+      "step": 187300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.022,
+      "step": 187350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.0222,
+      "step": 187400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.022,
+      "step": 187450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.022,
+      "step": 187500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0217,
+      "step": 187550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.0222,
+      "step": 187600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0219,
+      "step": 187650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.022,
+      "step": 187700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0219,
+      "step": 187750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.022,
+      "step": 187800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.0218,
+      "step": 187850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.0218,
+      "step": 187900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0221,
+      "step": 187950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.0221,
+      "step": 188000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.0221,
+      "step": 188050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.0222,
+      "step": 188100
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0223,
+      "step": 188150
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0222,
+      "step": 188200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.0219,
+      "step": 188250
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.0219,
+      "step": 188300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.022,
+      "step": 188350
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.0219,
+      "step": 188400
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0219,
+      "step": 188450
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0219,
+      "step": 188500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.0219,
+      "step": 188550
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.0218,
+      "step": 188600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.0218,
+      "step": 188650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.022,
+      "step": 188700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0222,
+      "step": 188750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0218,
+      "step": 188800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.0219,
+      "step": 188850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.0219,
+      "step": 188900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.0219,
+      "step": 188950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0218,
+      "step": 189000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0219,
+      "step": 189050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.0217,
+      "step": 189100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.022,
+      "step": 189150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.0219,
+      "step": 189200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.022,
+      "step": 189250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0221,
+      "step": 189300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.022,
+      "step": 189350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0222,
+      "step": 189400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.0219,
+      "step": 189450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0218,
+      "step": 189500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0219,
+      "step": 189550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0219,
+      "step": 189600
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.022,
+      "step": 189650
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.0218,
+      "step": 189700
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.0223,
+      "step": 189750
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.0223,
+      "step": 189800
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.0221,
+      "step": 189850
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.022,
+      "step": 189900
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.0219,
+      "step": 189950
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.022,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "eval_af_opus100_pr_auc": 0.7969624073612401,
+      "eval_af_ud_pr_auc": 0.9922717010029958,
+      "eval_am_opus100_pr_auc": 0.6369563088907486,
+      "eval_ar_ersatz_pr_auc": 0.9359373990289064,
+      "eval_ar_opus100_pr_auc": 0.7413633353324974,
+      "eval_ar_ud_pr_auc": 0.8942899200002453,
+      "eval_average_ersatz_pr_auc": 0.9769962992521688,
+      "eval_average_opus100_pr_auc": 0.8566451312673505,
+      "eval_average_ud_pr_auc": 0.9670791704113106,
+      "eval_az_opus100_pr_auc": 0.8115434763864182,
+      "eval_be_opus100_pr_auc": 0.744493069655836,
+      "eval_be_ud_pr_auc": 0.9120439020182647,
+      "eval_bg_opus100_pr_auc": 0.9220437843430721,
+      "eval_bg_ud_pr_auc": 0.9986851206972416,
+      "eval_bn_opus100_pr_auc": 0.8671891473269698,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8993825561347051,
+      "eval_ca_ud_pr_auc": 0.9959527409032323,
+      "eval_ceb_ud_pr_auc": 0.994322440847563,
+      "eval_cs_ersatz_pr_auc": 0.9894566491856981,
+      "eval_cs_opus100_pr_auc": 0.9253795859336926,
+      "eval_cs_ud_pr_auc": 0.967805565831168,
+      "eval_cy_opus100_pr_auc": 0.7907575456580811,
+      "eval_cy_ud_pr_auc": 0.9973705820452208,
+      "eval_da_opus100_pr_auc": 0.925144809594046,
+      "eval_da_ud_pr_auc": 0.9795322310513926,
+      "eval_de_ersatz_pr_auc": 0.9911931549300731,
+      "eval_de_opus100_pr_auc": 0.9210175041655935,
+      "eval_de_ud_pr_auc": 0.9852427306369711,
+      "eval_el_opus100_pr_auc": 0.9280766209035528,
+      "eval_el_ud_pr_auc": 0.9908988158671592,
+      "eval_en_ersatz_pr_auc": 0.9949499303494843,
+      "eval_en_opus100_pr_auc": 0.9224876708718439,
+      "eval_en_ud_pr_auc": 0.9878618818278243,
+      "eval_eo_opus100_pr_auc": 0.9315729055164146,
+      "eval_es_ersatz_pr_auc": 0.9969498504879275,
+      "eval_es_opus100_pr_auc": 0.9399319227208339,
+      "eval_es_ud_pr_auc": 0.9918429468186252,
+      "eval_et_ersatz_pr_auc": 0.9847973640437727,
+      "eval_et_opus100_pr_auc": 0.9324901616787103,
+      "eval_et_ud_pr_auc": 0.9689625446885052,
+      "eval_eu_opus100_pr_auc": 0.8859454906144311,
+      "eval_eu_ud_pr_auc": 0.9932973684074989,
+      "eval_fa_opus100_pr_auc": 0.6423799208193375,
+      "eval_fa_ud_pr_auc": 0.9937694100882055,
+      "eval_fi_ersatz_pr_auc": 0.9946993198414925,
+      "eval_fi_opus100_pr_auc": 0.9377596893546936,
+      "eval_fi_ud_pr_auc": 0.9669152842645776,
+      "eval_fr_ersatz_pr_auc": 0.9890576927378704,
+      "eval_fr_opus100_pr_auc": 0.925353230842331,
+      "eval_fr_ud_pr_auc": 0.9900555370582094,
+      "eval_fy_opus100_pr_auc": 0.7130255096471211,
+      "eval_ga_opus100_pr_auc": 0.921209271678448,
+      "eval_ga_ud_pr_auc": 0.8403605070759037,
+      "eval_gd_opus100_pr_auc": 0.7313190147466643,
+      "eval_gd_ud_pr_auc": 0.8347806761158855,
+      "eval_gl_opus100_pr_auc": 0.9051834260130666,
+      "eval_gl_ud_pr_auc": 0.9981447257890477,
+      "eval_gu_ersatz_pr_auc": 0.9597253487465518,
+      "eval_gu_opus100_pr_auc": 0.7717728439434064,
+      "eval_ha_opus100_pr_auc": 0.9234354679347875,
+      "eval_he_opus100_pr_auc": 0.8814032523832409,
+      "eval_he_ud_pr_auc": 0.9833798394907846,
+      "eval_hi_ersatz_pr_auc": 0.9859546293125908,
+      "eval_hi_opus100_pr_auc": 0.7420546125556584,
+      "eval_hi_ud_pr_auc": 0.9893981109150346,
+      "eval_hu_opus100_pr_auc": 0.9256896368100191,
+      "eval_hu_ud_pr_auc": 0.9881143704484049,
+      "eval_hy_opus100_pr_auc": 0.9101591567400801,
+      "eval_hy_ud_pr_auc": 0.977301922170624,
+      "eval_id_opus100_pr_auc": 0.894472964939458,
+      "eval_id_ud_pr_auc": 0.9967828114260864,
+      "eval_ig_opus100_pr_auc": 0.8899796156918282,
+      "eval_is_opus100_pr_auc": 0.9338095359299782,
+      "eval_is_ud_pr_auc": 0.9161702060770266,
+      "eval_it_opus100_pr_auc": 0.9233265635810255,
+      "eval_it_ud_pr_auc": 0.995269545905132,
+      "eval_ja_ersatz_pr_auc": 0.8938670733572823,
+      "eval_ja_opus100_pr_auc": 0.8696862362548033,
+      "eval_ja_ud_pr_auc": 0.984600479148269,
+      "eval_jv_ud_pr_auc": 0.9534451612134736,
+      "eval_ka_opus100_pr_auc": 0.8560773741977316,
+      "eval_kk_ersatz_pr_auc": 0.9905430156403181,
+      "eval_kk_opus100_pr_auc": 0.8143933275090303,
+      "eval_kk_ud_pr_auc": 0.9744285815104928,
+      "eval_km_ersatz_pr_auc": 0.9441056854573978,
+      "eval_km_opus100_pr_auc": 0.7872078881177592,
+      "eval_kn_opus100_pr_auc": 0.6670146034467839,
+      "eval_ko_opus100_pr_auc": 0.6905973030220498,
+      "eval_ko_ud_pr_auc": 0.9989224814401156,
+      "eval_ku_opus100_pr_auc": 0.8370761410662377,
+      "eval_ky_opus100_pr_auc": 0.915925617054391,
+      "eval_la_ud_pr_auc": 0.9791384794092428,
+      "eval_loss": 0.025506528094410896,
+      "eval_lt_ersatz_pr_auc": 0.9980390699376033,
+      "eval_lt_opus100_pr_auc": 0.8930592408618407,
+      "eval_lt_ud_pr_auc": 0.9979778326689719,
+      "eval_lv_ersatz_pr_auc": 0.9937198945151271,
+      "eval_lv_opus100_pr_auc": 0.8985470640095882,
+      "eval_lv_ud_pr_auc": 0.9684456313355431,
+      "eval_mg_opus100_pr_auc": 0.9477607942501595,
+      "eval_mk_opus100_pr_auc": 0.9287036350141662,
+      "eval_ml_opus100_pr_auc": 0.808496240270557,
+      "eval_mn_opus100_pr_auc": 0.9594239829406545,
+      "eval_mr_opus100_pr_auc": 0.916659437712172,
+      "eval_mr_ud_pr_auc": 0.9754763332239412,
+      "eval_ms_opus100_pr_auc": 0.88784314372907,
+      "eval_mt_opus100_pr_auc": 0.8901367618814836,
+      "eval_mt_ud_pr_auc": 0.8955959164537601,
+      "eval_my_opus100_pr_auc": 0.8337883900709131,
+      "eval_ne_opus100_pr_auc": 0.7823452334017678,
+      "eval_nl_opus100_pr_auc": 0.9088320135812894,
+      "eval_nl_ud_pr_auc": 0.9901026538759808,
+      "eval_no_opus100_pr_auc": 0.92586082453878,
+      "eval_no_ud_pr_auc": 0.9969755963944225,
+      "eval_pa_opus100_pr_auc": 0.7034230148156717,
+      "eval_pl_ersatz_pr_auc": 0.9762032652881452,
+      "eval_pl_opus100_pr_auc": 0.9051382827385042,
+      "eval_pl_ud_pr_auc": 0.9728376188617983,
+      "eval_ps_ersatz_pr_auc": 0.9370806403994203,
+      "eval_ps_opus100_pr_auc": 0.7848656739066501,
+      "eval_pt_opus100_pr_auc": 0.9293223144387328,
+      "eval_pt_ud_pr_auc": 0.9880916155491191,
+      "eval_ro_ersatz_pr_auc": 0.9945213809759096,
+      "eval_ro_opus100_pr_auc": 0.8712278959781081,
+      "eval_ro_ud_pr_auc": 0.9090355748525601,
+      "eval_ru_ersatz_pr_auc": 0.9960749021069745,
+      "eval_ru_opus100_pr_auc": 0.9447127106928406,
+      "eval_ru_ud_pr_auc": 0.871028642496576,
+      "eval_runtime": 397.0657,
+      "eval_samples_per_second": 189.953,
+      "eval_si_opus100_pr_auc": 0.8288470885130129,
+      "eval_sk_opus100_pr_auc": 0.9440078759806619,
+      "eval_sk_ud_pr_auc": 0.98364446510898,
+      "eval_sl_opus100_pr_auc": 0.8885770411334427,
+      "eval_sl_ud_pr_auc": 0.96770208648439,
+      "eval_sq_opus100_pr_auc": 0.9432775778755876,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9193695003392647,
+      "eval_sr_ud_pr_auc": 0.9992765074538538,
+      "eval_steps_per_second": 0.743,
+      "eval_sv_opus100_pr_auc": 0.918579371033965,
+      "eval_sv_ud_pr_auc": 0.956578261917279,
+      "eval_ta_ersatz_pr_auc": 0.9864904891373844,
+      "eval_ta_opus100_pr_auc": 0.7369624084687665,
+      "eval_ta_ud_pr_auc": 0.9995761747779734,
+      "eval_te_opus100_pr_auc": 0.8358615574648306,
+      "eval_tg_opus100_pr_auc": 0.8994971002022852,
+      "eval_th_opus100_pr_auc": 0.7058455195204913,
+      "eval_th_ud_pr_auc": 0.8747879279119184,
+      "eval_tr_ersatz_pr_auc": 0.9752792296832267,
+      "eval_tr_opus100_pr_auc": 0.9129787528641362,
+      "eval_tr_ud_pr_auc": 0.9598666735156478,
+      "eval_uk_opus100_pr_auc": 0.882491139740375,
+      "eval_uk_ud_pr_auc": 0.9386335093347346,
+      "eval_ur_opus100_pr_auc": 0.6195940449320315,
+      "eval_ur_ud_pr_auc": 0.9953310511396868,
+      "eval_uz_opus100_pr_auc": 0.8875188482323754,
+      "eval_vi_opus100_pr_auc": 0.9004300790524876,
+      "eval_vi_ud_pr_auc": 0.9497692598243762,
+      "eval_xh_opus100_pr_auc": 0.8815870569288595,
+      "eval_yi_opus100_pr_auc": 0.7255879314460006,
+      "eval_yo_opus100_pr_auc": 0.825513789543119,
+      "eval_yo_ud_pr_auc": 0.9234810107591314,
+      "eval_zh_ersatz_pr_auc": 0.9852725983845553,
+      "eval_zh_opus100_pr_auc": 0.8951637934483175,
+      "eval_zh_ud_pr_auc": 0.9979397473136387,
+      "eval_zu_opus100_pr_auc": 0.8400131250011643,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.022,
+      "step": 190050
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0222,
+      "step": 190100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.0219,
+      "step": 190150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.0219,
+      "step": 190200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.0219,
+      "step": 190250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0219,
+      "step": 190300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.0217,
+      "step": 190350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.0219,
+      "step": 190400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.0222,
+      "step": 190450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.022,
+      "step": 190500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.022,
+      "step": 190550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0219,
+      "step": 190600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.0219,
+      "step": 190650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.0218,
+      "step": 190700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.022,
+      "step": 190750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.022,
+      "step": 190800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.022,
+      "step": 190850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0218,
+      "step": 190900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.022,
+      "step": 190950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0217,
+      "step": 191000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.0218,
+      "step": 191050
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.0219,
+      "step": 191100
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.0219,
+      "step": 191150
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.022,
+      "step": 191200
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0222,
+      "step": 191250
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0221,
+      "step": 191300
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.0219,
+      "step": 191350
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.0219,
+      "step": 191400
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.0219,
+      "step": 191450
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0218,
+      "step": 191500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.0219,
+      "step": 191550
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0216,
+      "step": 191600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.022,
+      "step": 191650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0218,
+      "step": 191700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0219,
+      "step": 191750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.022,
+      "step": 191800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.022,
+      "step": 191850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.0218,
+      "step": 191900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0219,
+      "step": 191950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.0218,
+      "step": 192000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0221,
+      "step": 192050
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.0219,
+      "step": 192100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.0218,
+      "step": 192150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0218,
+      "step": 192200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.0219,
+      "step": 192250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.0218,
+      "step": 192300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.022,
+      "step": 192350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.0221,
+      "step": 192400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.022,
+      "step": 192450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0221,
+      "step": 192500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.0217,
+      "step": 192550
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0218,
+      "step": 192600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.022,
+      "step": 192650
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.0221,
+      "step": 192700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0218,
+      "step": 192750
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.0223,
+      "step": 192800
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.0221,
+      "step": 192850
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0221,
+      "step": 192900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0216,
+      "step": 192950
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.0218,
+      "step": 193000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.0218,
+      "step": 193050
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.0217,
+      "step": 193100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0219,
+      "step": 193150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.0223,
+      "step": 193200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.0221,
+      "step": 193250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0219,
+      "step": 193300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.022,
+      "step": 193350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.0217,
+      "step": 193400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0217,
+      "step": 193450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0219,
+      "step": 193500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.0218,
+      "step": 193550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0219,
+      "step": 193600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0216,
+      "step": 193650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.0218,
+      "step": 193700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.022,
+      "step": 193750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.0218,
+      "step": 193800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0218,
+      "step": 193850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.0217,
+      "step": 193900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.0218,
+      "step": 193950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.0219,
+      "step": 194000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0218,
+      "step": 194050
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0221,
+      "step": 194100
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0219,
+      "step": 194150
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0219,
+      "step": 194200
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.0218,
+      "step": 194250
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.022,
+      "step": 194300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.022,
+      "step": 194350
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.0221,
+      "step": 194400
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.022,
+      "step": 194450
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.0218,
+      "step": 194500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0219,
+      "step": 194550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.0217,
+      "step": 194600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.022,
+      "step": 194650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.0219,
+      "step": 194700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0218,
+      "step": 194750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.0219,
+      "step": 194800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0218,
+      "step": 194850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.0218,
+      "step": 194900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.0219,
+      "step": 194950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.0222,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "eval_af_opus100_pr_auc": 0.7867898678666232,
+      "eval_af_ud_pr_auc": 0.9882065759555726,
+      "eval_am_opus100_pr_auc": 0.6656461290374261,
+      "eval_ar_ersatz_pr_auc": 0.9328506920247317,
+      "eval_ar_opus100_pr_auc": 0.763818995750386,
+      "eval_ar_ud_pr_auc": 0.8966862845242557,
+      "eval_average_ersatz_pr_auc": 0.9728022574264354,
+      "eval_average_opus100_pr_auc": 0.8538723514614768,
+      "eval_average_ud_pr_auc": 0.9647961620511055,
+      "eval_az_opus100_pr_auc": 0.7981407772959929,
+      "eval_be_opus100_pr_auc": 0.7591124427895872,
+      "eval_be_ud_pr_auc": 0.9014386671882716,
+      "eval_bg_opus100_pr_auc": 0.9193298186562582,
+      "eval_bg_ud_pr_auc": 0.997280908158622,
+      "eval_bn_opus100_pr_auc": 0.8647714404979103,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.898917231722215,
+      "eval_ca_ud_pr_auc": 0.9952692351663219,
+      "eval_ceb_ud_pr_auc": 0.9946121864429531,
+      "eval_cs_ersatz_pr_auc": 0.985594999890148,
+      "eval_cs_opus100_pr_auc": 0.9244730108110025,
+      "eval_cs_ud_pr_auc": 0.9593906215747942,
+      "eval_cy_opus100_pr_auc": 0.7942445199383726,
+      "eval_cy_ud_pr_auc": 0.9974887866185961,
+      "eval_da_opus100_pr_auc": 0.9297190894436672,
+      "eval_da_ud_pr_auc": 0.9752906248467295,
+      "eval_de_ersatz_pr_auc": 0.988517785314755,
+      "eval_de_opus100_pr_auc": 0.9165714207338381,
+      "eval_de_ud_pr_auc": 0.9812670565900248,
+      "eval_el_opus100_pr_auc": 0.9154335314367643,
+      "eval_el_ud_pr_auc": 0.9886217663480871,
+      "eval_en_ersatz_pr_auc": 0.9922744638371825,
+      "eval_en_opus100_pr_auc": 0.91527466541513,
+      "eval_en_ud_pr_auc": 0.9829762188875494,
+      "eval_eo_opus100_pr_auc": 0.9253751437323626,
+      "eval_es_ersatz_pr_auc": 0.9966392849684008,
+      "eval_es_opus100_pr_auc": 0.9418393850394551,
+      "eval_es_ud_pr_auc": 0.9872315058069171,
+      "eval_et_ersatz_pr_auc": 0.981833384871892,
+      "eval_et_opus100_pr_auc": 0.9229520577028368,
+      "eval_et_ud_pr_auc": 0.9669736819818963,
+      "eval_eu_opus100_pr_auc": 0.887673041138525,
+      "eval_eu_ud_pr_auc": 0.9906337855540162,
+      "eval_fa_opus100_pr_auc": 0.648522687628494,
+      "eval_fa_ud_pr_auc": 0.9948712877338961,
+      "eval_fi_ersatz_pr_auc": 0.9934368442702534,
+      "eval_fi_opus100_pr_auc": 0.9290815683578755,
+      "eval_fi_ud_pr_auc": 0.9634240866265898,
+      "eval_fr_ersatz_pr_auc": 0.9888840584083854,
+      "eval_fr_opus100_pr_auc": 0.920088194078302,
+      "eval_fr_ud_pr_auc": 0.9880262300148067,
+      "eval_fy_opus100_pr_auc": 0.7032498733458152,
+      "eval_ga_opus100_pr_auc": 0.9140262179992837,
+      "eval_ga_ud_pr_auc": 0.8225067237425103,
+      "eval_gd_opus100_pr_auc": 0.7344415209395951,
+      "eval_gd_ud_pr_auc": 0.8160466817310954,
+      "eval_gl_opus100_pr_auc": 0.8981315875020711,
+      "eval_gl_ud_pr_auc": 0.9972294721519923,
+      "eval_gu_ersatz_pr_auc": 0.9511751349259072,
+      "eval_gu_opus100_pr_auc": 0.7706260101871377,
+      "eval_ha_opus100_pr_auc": 0.9223196092935733,
+      "eval_he_opus100_pr_auc": 0.8820822826544759,
+      "eval_he_ud_pr_auc": 0.9814762285280387,
+      "eval_hi_ersatz_pr_auc": 0.9820090178615798,
+      "eval_hi_opus100_pr_auc": 0.7336211020524716,
+      "eval_hi_ud_pr_auc": 0.9851551915179435,
+      "eval_hu_opus100_pr_auc": 0.9178452940756441,
+      "eval_hu_ud_pr_auc": 0.9835025432978884,
+      "eval_hy_opus100_pr_auc": 0.9085917864466324,
+      "eval_hy_ud_pr_auc": 0.9702647497032654,
+      "eval_id_opus100_pr_auc": 0.8920492593717688,
+      "eval_id_ud_pr_auc": 0.9959559335959843,
+      "eval_ig_opus100_pr_auc": 0.8715723452204073,
+      "eval_is_opus100_pr_auc": 0.9263124264925133,
+      "eval_is_ud_pr_auc": 0.9050153309667642,
+      "eval_it_opus100_pr_auc": 0.9120778909499182,
+      "eval_it_ud_pr_auc": 0.9916402110027678,
+      "eval_ja_ersatz_pr_auc": 0.8756699151973331,
+      "eval_ja_opus100_pr_auc": 0.8756792444790218,
+      "eval_ja_ud_pr_auc": 0.982619244565982,
+      "eval_jv_ud_pr_auc": 0.9525006802849398,
+      "eval_ka_opus100_pr_auc": 0.8507363251266316,
+      "eval_kk_ersatz_pr_auc": 0.9870610151682115,
+      "eval_kk_opus100_pr_auc": 0.8084055458754957,
+      "eval_kk_ud_pr_auc": 0.9718686696875076,
+      "eval_km_ersatz_pr_auc": 0.949908411376026,
+      "eval_km_opus100_pr_auc": 0.7964048274508325,
+      "eval_kn_opus100_pr_auc": 0.7061601188983905,
+      "eval_ko_opus100_pr_auc": 0.6876945790631889,
+      "eval_ko_ud_pr_auc": 0.9987327519124284,
+      "eval_ku_opus100_pr_auc": 0.861637345719159,
+      "eval_ky_opus100_pr_auc": 0.8901745583069572,
+      "eval_la_ud_pr_auc": 0.9662795524080203,
+      "eval_loss": 0.02546875737607479,
+      "eval_lt_ersatz_pr_auc": 0.9967566019727323,
+      "eval_lt_opus100_pr_auc": 0.888646279383314,
+      "eval_lt_ud_pr_auc": 0.9957930785322824,
+      "eval_lv_ersatz_pr_auc": 0.9906892772914062,
+      "eval_lv_opus100_pr_auc": 0.8969200058932424,
+      "eval_lv_ud_pr_auc": 0.9664374250087934,
+      "eval_mg_opus100_pr_auc": 0.9444163747700619,
+      "eval_mk_opus100_pr_auc": 0.9247652504306744,
+      "eval_ml_opus100_pr_auc": 0.8036815996468225,
+      "eval_mn_opus100_pr_auc": 0.9537487613520109,
+      "eval_mr_opus100_pr_auc": 0.9134978271039678,
+      "eval_mr_ud_pr_auc": 0.9658261886406235,
+      "eval_ms_opus100_pr_auc": 0.8769676756495931,
+      "eval_mt_opus100_pr_auc": 0.8730298880356734,
+      "eval_mt_ud_pr_auc": 0.9340683529742615,
+      "eval_my_opus100_pr_auc": 0.8555017577496247,
+      "eval_ne_opus100_pr_auc": 0.7530449756296486,
+      "eval_nl_opus100_pr_auc": 0.8971768480636194,
+      "eval_nl_ud_pr_auc": 0.986427185254106,
+      "eval_no_opus100_pr_auc": 0.9181113987311136,
+      "eval_no_ud_pr_auc": 0.9963538195062848,
+      "eval_pa_opus100_pr_auc": 0.6870159745872684,
+      "eval_pl_ersatz_pr_auc": 0.9663073227581471,
+      "eval_pl_opus100_pr_auc": 0.9000855728733425,
+      "eval_pl_ud_pr_auc": 0.9624590177025986,
+      "eval_ps_ersatz_pr_auc": 0.9243512516857205,
+      "eval_ps_opus100_pr_auc": 0.7429135871772453,
+      "eval_pt_opus100_pr_auc": 0.9309691079958174,
+      "eval_pt_ud_pr_auc": 0.9890090419478585,
+      "eval_ro_ersatz_pr_auc": 0.9921120639608124,
+      "eval_ro_opus100_pr_auc": 0.8592002699981065,
+      "eval_ro_ud_pr_auc": 0.9528704926793009,
+      "eval_ru_ersatz_pr_auc": 0.9952458937971764,
+      "eval_ru_opus100_pr_auc": 0.9305790871939691,
+      "eval_ru_ud_pr_auc": 0.8856655217978353,
+      "eval_runtime": 388.968,
+      "eval_samples_per_second": 193.908,
+      "eval_si_opus100_pr_auc": 0.8217730366600687,
+      "eval_sk_opus100_pr_auc": 0.9410006301403895,
+      "eval_sk_ud_pr_auc": 0.9839769280298674,
+      "eval_sl_opus100_pr_auc": 0.8800532974105219,
+      "eval_sl_ud_pr_auc": 0.9664514963707366,
+      "eval_sq_opus100_pr_auc": 0.9305131744531067,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9171966965645558,
+      "eval_sr_ud_pr_auc": 0.9989464976794363,
+      "eval_steps_per_second": 0.758,
+      "eval_sv_opus100_pr_auc": 0.9115789217328816,
+      "eval_sv_ud_pr_auc": 0.9571598284226551,
+      "eval_ta_ersatz_pr_auc": 0.9839962945958959,
+      "eval_ta_opus100_pr_auc": 0.7418719654325348,
+      "eval_ta_ud_pr_auc": 0.9980312639288605,
+      "eval_te_opus100_pr_auc": 0.8375813245896345,
+      "eval_tg_opus100_pr_auc": 0.8980110745392595,
+      "eval_th_opus100_pr_auc": 0.7033092276005636,
+      "eval_th_ud_pr_auc": 0.8723280909799955,
+      "eval_tr_ersatz_pr_auc": 0.9694123708209476,
+      "eval_tr_opus100_pr_auc": 0.905186494754159,
+      "eval_tr_ud_pr_auc": 0.9536179644683553,
+      "eval_uk_opus100_pr_auc": 0.8771087971792361,
+      "eval_uk_ud_pr_auc": 0.9250301983522466,
+      "eval_ur_opus100_pr_auc": 0.6290436695068846,
+      "eval_ur_ud_pr_auc": 0.9906172809166358,
+      "eval_uz_opus100_pr_auc": 0.8824571419896964,
+      "eval_vi_opus100_pr_auc": 0.8895911885715355,
+      "eval_vi_ud_pr_auc": 0.9235103697598903,
+      "eval_xh_opus100_pr_auc": 0.8788681279128921,
+      "eval_yi_opus100_pr_auc": 0.7612614757889387,
+      "eval_yo_opus100_pr_auc": 0.8418396078296354,
+      "eval_yo_ud_pr_auc": 0.9230433236725957,
+      "eval_zh_ersatz_pr_auc": 0.9769235783839332,
+      "eval_zh_opus100_pr_auc": 0.8943440035293685,
+      "eval_zh_ud_pr_auc": 0.9952743951707689,
+      "eval_zu_opus100_pr_auc": 0.8330559508661125,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.0219,
+      "step": 195050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.0218,
+      "step": 195100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.0218,
+      "step": 195150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0219,
+      "step": 195200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0216,
+      "step": 195250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0219,
+      "step": 195300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0218,
+      "step": 195350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0216,
+      "step": 195400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0219,
+      "step": 195450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.0221,
+      "step": 195500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.0218,
+      "step": 195550
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0219,
+      "step": 195600
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0218,
+      "step": 195650
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0217,
+      "step": 195700
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.0218,
+      "step": 195750
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0218,
+      "step": 195800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.0219,
+      "step": 195850
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.0218,
+      "step": 195900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.0219,
+      "step": 195950
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.0216,
+      "step": 196000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.0219,
+      "step": 196050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.0218,
+      "step": 196100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0218,
+      "step": 196150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.0218,
+      "step": 196200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0219,
+      "step": 196250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.0217,
+      "step": 196300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0219,
+      "step": 196350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.0216,
+      "step": 196400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0217,
+      "step": 196450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.022,
+      "step": 196500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.0218,
+      "step": 196550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0219,
+      "step": 196600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.0219,
+      "step": 196650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.0219,
+      "step": 196700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0221,
+      "step": 196750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.022,
+      "step": 196800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0219,
+      "step": 196850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.0218,
+      "step": 196900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.0217,
+      "step": 196950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.022,
+      "step": 197000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.0218,
+      "step": 197050
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.0217,
+      "step": 197100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.0218,
+      "step": 197150
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0219,
+      "step": 197200
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.0218,
+      "step": 197250
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.022,
+      "step": 197300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0217,
+      "step": 197350
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0218,
+      "step": 197400
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.0216,
+      "step": 197450
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.0217,
+      "step": 197500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0218,
+      "step": 197550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.0217,
+      "step": 197600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.022,
+      "step": 197650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.022,
+      "step": 197700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0218,
+      "step": 197750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.022,
+      "step": 197800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.022,
+      "step": 197850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.0219,
+      "step": 197900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.0218,
+      "step": 197950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.0218,
+      "step": 198000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0218,
+      "step": 198050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0219,
+      "step": 198100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.0219,
+      "step": 198150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.0219,
+      "step": 198200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0216,
+      "step": 198250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.0217,
+      "step": 198300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.0219,
+      "step": 198350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.0218,
+      "step": 198400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.0217,
+      "step": 198450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0219,
+      "step": 198500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.0217,
+      "step": 198550
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.0219,
+      "step": 198600
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.0219,
+      "step": 198650
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.0218,
+      "step": 198700
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.0219,
+      "step": 198750
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.0219,
+      "step": 198800
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.022,
+      "step": 198850
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.0219,
+      "step": 198900
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.0217,
+      "step": 198950
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.0219,
+      "step": 199000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0218,
+      "step": 199050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0219,
+      "step": 199100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.0218,
+      "step": 199150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.0218,
+      "step": 199200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.022,
+      "step": 199250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.0221,
+      "step": 199300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.0219,
+      "step": 199350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0217,
+      "step": 199400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.0218,
+      "step": 199450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.0215,
+      "step": 199500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.0219,
+      "step": 199550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0218,
+      "step": 199600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0219,
+      "step": 199650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.0218,
+      "step": 199700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.022,
+      "step": 199750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.0217,
+      "step": 199800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.022,
+      "step": 199850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.0219,
+      "step": 199900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.0217,
+      "step": 199950
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.0217,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "eval_af_opus100_pr_auc": 0.7918704659479459,
+      "eval_af_ud_pr_auc": 0.9944809294738917,
+      "eval_am_opus100_pr_auc": 0.6586121827713504,
+      "eval_ar_ersatz_pr_auc": 0.9346260043958394,
+      "eval_ar_opus100_pr_auc": 0.7532637421665107,
+      "eval_ar_ud_pr_auc": 0.8997195128650767,
+      "eval_average_ersatz_pr_auc": 0.9752979179535836,
+      "eval_average_opus100_pr_auc": 0.858359287671764,
+      "eval_average_ud_pr_auc": 0.9679533908718053,
+      "eval_az_opus100_pr_auc": 0.7989443313659798,
+      "eval_be_opus100_pr_auc": 0.7618618702937251,
+      "eval_be_ud_pr_auc": 0.9077523553219253,
+      "eval_bg_opus100_pr_auc": 0.9281636615193306,
+      "eval_bg_ud_pr_auc": 0.9978817210423354,
+      "eval_bn_opus100_pr_auc": 0.8634731296264957,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9020827538820544,
+      "eval_ca_ud_pr_auc": 0.9963999378952298,
+      "eval_ceb_ud_pr_auc": 0.9961122552187366,
+      "eval_cs_ersatz_pr_auc": 0.9850847157738765,
+      "eval_cs_opus100_pr_auc": 0.9234518976081889,
+      "eval_cs_ud_pr_auc": 0.960677243006903,
+      "eval_cy_opus100_pr_auc": 0.7897343125364967,
+      "eval_cy_ud_pr_auc": 0.9981497349532242,
+      "eval_da_opus100_pr_auc": 0.9335874976936587,
+      "eval_da_ud_pr_auc": 0.9785699538290686,
+      "eval_de_ersatz_pr_auc": 0.9887586975002636,
+      "eval_de_opus100_pr_auc": 0.9215507224405171,
+      "eval_de_ud_pr_auc": 0.9821547508023917,
+      "eval_el_opus100_pr_auc": 0.9238895957962516,
+      "eval_el_ud_pr_auc": 0.993597961387157,
+      "eval_en_ersatz_pr_auc": 0.9933638371953402,
+      "eval_en_opus100_pr_auc": 0.926114605599912,
+      "eval_en_ud_pr_auc": 0.9843511269050103,
+      "eval_eo_opus100_pr_auc": 0.9361383914042075,
+      "eval_es_ersatz_pr_auc": 0.9967333939802329,
+      "eval_es_opus100_pr_auc": 0.9437268338071707,
+      "eval_es_ud_pr_auc": 0.9877181555818189,
+      "eval_et_ersatz_pr_auc": 0.9851149497785563,
+      "eval_et_opus100_pr_auc": 0.9354473382102189,
+      "eval_et_ud_pr_auc": 0.9688587087400321,
+      "eval_eu_opus100_pr_auc": 0.8960677454280798,
+      "eval_eu_ud_pr_auc": 0.9924762914426207,
+      "eval_fa_opus100_pr_auc": 0.6496385682253699,
+      "eval_fa_ud_pr_auc": 0.9952014169055305,
+      "eval_fi_ersatz_pr_auc": 0.99474806534972,
+      "eval_fi_opus100_pr_auc": 0.9350105399074496,
+      "eval_fi_ud_pr_auc": 0.973224884140795,
+      "eval_fr_ersatz_pr_auc": 0.9871444148688752,
+      "eval_fr_opus100_pr_auc": 0.9272754540564884,
+      "eval_fr_ud_pr_auc": 0.9914028641793569,
+      "eval_fy_opus100_pr_auc": 0.6981174615101569,
+      "eval_ga_opus100_pr_auc": 0.9226257948923716,
+      "eval_ga_ud_pr_auc": 0.8447984448688948,
+      "eval_gd_opus100_pr_auc": 0.7363004327985069,
+      "eval_gd_ud_pr_auc": 0.8240179129610151,
+      "eval_gl_opus100_pr_auc": 0.9028762255768942,
+      "eval_gl_ud_pr_auc": 0.9973772422160931,
+      "eval_gu_ersatz_pr_auc": 0.9492785988970102,
+      "eval_gu_opus100_pr_auc": 0.7665578589074646,
+      "eval_ha_opus100_pr_auc": 0.9278208869412525,
+      "eval_he_opus100_pr_auc": 0.8904975493500628,
+      "eval_he_ud_pr_auc": 0.9824870970821267,
+      "eval_hi_ersatz_pr_auc": 0.9835069798419384,
+      "eval_hi_opus100_pr_auc": 0.7458224728421328,
+      "eval_hi_ud_pr_auc": 0.9903039671832977,
+      "eval_hu_opus100_pr_auc": 0.9236514229230107,
+      "eval_hu_ud_pr_auc": 0.9870449486237874,
+      "eval_hy_opus100_pr_auc": 0.9112872283401754,
+      "eval_hy_ud_pr_auc": 0.9779546020931257,
+      "eval_id_opus100_pr_auc": 0.9067440611637992,
+      "eval_id_ud_pr_auc": 0.9966295068566703,
+      "eval_ig_opus100_pr_auc": 0.8852497931695984,
+      "eval_is_opus100_pr_auc": 0.9339787336194326,
+      "eval_is_ud_pr_auc": 0.9112970976840655,
+      "eval_it_opus100_pr_auc": 0.9190577863374503,
+      "eval_it_ud_pr_auc": 0.9953004283125989,
+      "eval_ja_ersatz_pr_auc": 0.9035730178075118,
+      "eval_ja_opus100_pr_auc": 0.8648270263720246,
+      "eval_ja_ud_pr_auc": 0.9870183478316787,
+      "eval_jv_ud_pr_auc": 0.9609819713813545,
+      "eval_ka_opus100_pr_auc": 0.8569237200056529,
+      "eval_kk_ersatz_pr_auc": 0.9899599689382783,
+      "eval_kk_opus100_pr_auc": 0.8105483749928503,
+      "eval_kk_ud_pr_auc": 0.9769961111119074,
+      "eval_km_ersatz_pr_auc": 0.9454062982611994,
+      "eval_km_opus100_pr_auc": 0.7959757502224307,
+      "eval_kn_opus100_pr_auc": 0.7021977379731286,
+      "eval_ko_opus100_pr_auc": 0.6993686022214247,
+      "eval_ko_ud_pr_auc": 0.9987565635761286,
+      "eval_ku_opus100_pr_auc": 0.8638993801885473,
+      "eval_ky_opus100_pr_auc": 0.9110559351570587,
+      "eval_la_ud_pr_auc": 0.9761799562718793,
+      "eval_loss": 0.025338130071759224,
+      "eval_lt_ersatz_pr_auc": 0.9974109558118711,
+      "eval_lt_opus100_pr_auc": 0.903774978136441,
+      "eval_lt_ud_pr_auc": 0.995969066185004,
+      "eval_lv_ersatz_pr_auc": 0.9927968473686061,
+      "eval_lv_opus100_pr_auc": 0.9154746146205559,
+      "eval_lv_ud_pr_auc": 0.9713159033606261,
+      "eval_mg_opus100_pr_auc": 0.9405448093169828,
+      "eval_mk_opus100_pr_auc": 0.925952020527231,
+      "eval_ml_opus100_pr_auc": 0.8193059829828945,
+      "eval_mn_opus100_pr_auc": 0.949211265789628,
+      "eval_mr_opus100_pr_auc": 0.9176197361435632,
+      "eval_mr_ud_pr_auc": 0.9840419013904405,
+      "eval_ms_opus100_pr_auc": 0.8889583492827726,
+      "eval_mt_opus100_pr_auc": 0.8843329232150712,
+      "eval_mt_ud_pr_auc": 0.8992182138807734,
+      "eval_my_opus100_pr_auc": 0.8515737060531414,
+      "eval_ne_opus100_pr_auc": 0.7575508437542773,
+      "eval_nl_opus100_pr_auc": 0.9071902456559024,
+      "eval_nl_ud_pr_auc": 0.9844471945165925,
+      "eval_no_opus100_pr_auc": 0.9235705145062103,
+      "eval_no_ud_pr_auc": 0.9965309702375194,
+      "eval_pa_opus100_pr_auc": 0.6906552766577161,
+      "eval_pl_ersatz_pr_auc": 0.9727586277425434,
+      "eval_pl_opus100_pr_auc": 0.9049071184339101,
+      "eval_pl_ud_pr_auc": 0.9711384658436519,
+      "eval_ps_ersatz_pr_auc": 0.9353385510853243,
+      "eval_ps_opus100_pr_auc": 0.7735301667955448,
+      "eval_pt_opus100_pr_auc": 0.9307312911968822,
+      "eval_pt_ud_pr_auc": 0.9874867087994528,
+      "eval_ro_ersatz_pr_auc": 0.9932186115475232,
+      "eval_ro_opus100_pr_auc": 0.8868920065085522,
+      "eval_ro_ud_pr_auc": 0.955020905123289,
+      "eval_ru_ersatz_pr_auc": 0.9952898489124085,
+      "eval_ru_opus100_pr_auc": 0.9413253129076441,
+      "eval_ru_ud_pr_auc": 0.8829575569016525,
+      "eval_runtime": 394.897,
+      "eval_samples_per_second": 190.997,
+      "eval_si_opus100_pr_auc": 0.8358830363633033,
+      "eval_sk_opus100_pr_auc": 0.9460237902146433,
+      "eval_sk_ud_pr_auc": 0.985898350663758,
+      "eval_sl_opus100_pr_auc": 0.8884138719150131,
+      "eval_sl_ud_pr_auc": 0.965743171729323,
+      "eval_sq_opus100_pr_auc": 0.9407806652363689,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9197664461349674,
+      "eval_sr_ud_pr_auc": 0.9990611543594152,
+      "eval_steps_per_second": 0.747,
+      "eval_sv_opus100_pr_auc": 0.9138487231949575,
+      "eval_sv_ud_pr_auc": 0.9497471113655764,
+      "eval_ta_ersatz_pr_auc": 0.9848520807519199,
+      "eval_ta_opus100_pr_auc": 0.7483432219062496,
+      "eval_ta_ud_pr_auc": 0.9984151494346782,
+      "eval_te_opus100_pr_auc": 0.8406269773901741,
+      "eval_tg_opus100_pr_auc": 0.910842916267341,
+      "eval_th_opus100_pr_auc": 0.7075804932642586,
+      "eval_th_ud_pr_auc": 0.878260749338025,
+      "eval_tr_ersatz_pr_auc": 0.9729400325743549,
+      "eval_tr_opus100_pr_auc": 0.9126565718767115,
+      "eval_tr_ud_pr_auc": 0.9624691334055473,
+      "eval_uk_opus100_pr_auc": 0.8844792331976722,
+      "eval_uk_ud_pr_auc": 0.9256122345752308,
+      "eval_ur_opus100_pr_auc": 0.6321966118055427,
+      "eval_ur_ud_pr_auc": 0.9935338317363912,
+      "eval_uz_opus100_pr_auc": 0.877778278138382,
+      "eval_vi_opus100_pr_auc": 0.9007346390292824,
+      "eval_vi_ud_pr_auc": 0.949230884163915,
+      "eval_xh_opus100_pr_auc": 0.8979453042972331,
+      "eval_yi_opus100_pr_auc": 0.6938772321065013,
+      "eval_yo_opus100_pr_auc": 0.8142992897141241,
+      "eval_yo_ud_pr_auc": 0.9353618847174997,
+      "eval_zh_ersatz_pr_auc": 0.9746496965956486,
+      "eval_zh_opus100_pr_auc": 0.8869077311935024,
+      "eval_zh_ud_pr_auc": 0.9960087362188103,
+      "eval_zu_opus100_pr_auc": 0.8440855175606612,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.0218,
+      "step": 200050
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.0219,
+      "step": 200100
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.022,
+      "step": 200150
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.0221,
+      "step": 200200
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.0216,
+      "step": 200250
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.0218,
+      "step": 200300
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.0219,
+      "step": 200350
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0219,
+      "step": 200400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.0219,
+      "step": 200450
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.0219,
+      "step": 200500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0219,
+      "step": 200550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0219,
+      "step": 200600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.0217,
+      "step": 200650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.022,
+      "step": 200700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.0219,
+      "step": 200750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.0218,
+      "step": 200800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.0217,
+      "step": 200850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.0217,
+      "step": 200900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0219,
+      "step": 200950
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.0217,
+      "step": 201000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0218,
+      "step": 201050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0219,
+      "step": 201100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0216,
+      "step": 201150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0218,
+      "step": 201200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.0219,
+      "step": 201250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.0218,
+      "step": 201300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0217,
+      "step": 201350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.0216,
+      "step": 201400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0219,
+      "step": 201450
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.0219,
+      "step": 201500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.0218,
+      "step": 201550
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.0216,
+      "step": 201600
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.0217,
+      "step": 201650
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.0219,
+      "step": 201700
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.022,
+      "step": 201750
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.0216,
+      "step": 201800
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.022,
+      "step": 201850
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0216,
+      "step": 201900
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0218,
+      "step": 201950
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0219,
+      "step": 202000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.0217,
+      "step": 202050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.0218,
+      "step": 202100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0216,
+      "step": 202150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0219,
+      "step": 202200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.0216,
+      "step": 202250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0218,
+      "step": 202300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.0218,
+      "step": 202350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.0219,
+      "step": 202400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.0219,
+      "step": 202450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.0217,
+      "step": 202500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0219,
+      "step": 202550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.0219,
+      "step": 202600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.0218,
+      "step": 202650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.0216,
+      "step": 202700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.0217,
+      "step": 202750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.0216,
+      "step": 202800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.0217,
+      "step": 202850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.0219,
+      "step": 202900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.0218,
+      "step": 202950
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0217,
+      "step": 203000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.0217,
+      "step": 203050
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.0218,
+      "step": 203100
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0218,
+      "step": 203150
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.0219,
+      "step": 203200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.0218,
+      "step": 203250
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.0219,
+      "step": 203300
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0218,
+      "step": 203350
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.0217,
+      "step": 203400
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.0218,
+      "step": 203450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0217,
+      "step": 203500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0216,
+      "step": 203550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.0216,
+      "step": 203600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.0218,
+      "step": 203650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0218,
+      "step": 203700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.0216,
+      "step": 203750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.0217,
+      "step": 203800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.0217,
+      "step": 203850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0219,
+      "step": 203900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.0216,
+      "step": 203950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.0219,
+      "step": 204000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.0217,
+      "step": 204050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0216,
+      "step": 204100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.0219,
+      "step": 204150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.0218,
+      "step": 204200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.0218,
+      "step": 204250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.0217,
+      "step": 204300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0217,
+      "step": 204350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.0216,
+      "step": 204400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.0217,
+      "step": 204450
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.0217,
+      "step": 204500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.0216,
+      "step": 204550
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.0219,
+      "step": 204600
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.0217,
+      "step": 204650
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0217,
+      "step": 204700
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.0218,
+      "step": 204750
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.0219,
+      "step": 204800
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0218,
+      "step": 204850
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0215,
+      "step": 204900
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0218,
+      "step": 204950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.0217,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "eval_af_opus100_pr_auc": 0.8108902638814668,
+      "eval_af_ud_pr_auc": 0.9979564255158199,
+      "eval_am_opus100_pr_auc": 0.5885058410424657,
+      "eval_ar_ersatz_pr_auc": 0.9431505609308939,
+      "eval_ar_opus100_pr_auc": 0.753422387045111,
+      "eval_ar_ud_pr_auc": 0.8991165269819227,
+      "eval_average_ersatz_pr_auc": 0.9754564089566532,
+      "eval_average_opus100_pr_auc": 0.8561744548697359,
+      "eval_average_ud_pr_auc": 0.9674301532372656,
+      "eval_az_opus100_pr_auc": 0.7909750740797602,
+      "eval_be_opus100_pr_auc": 0.7858894019612666,
+      "eval_be_ud_pr_auc": 0.9031970386705487,
+      "eval_bg_opus100_pr_auc": 0.9290257179035732,
+      "eval_bg_ud_pr_auc": 0.9983186934393683,
+      "eval_bn_opus100_pr_auc": 0.8574351892971465,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8980390838777041,
+      "eval_ca_ud_pr_auc": 0.9946900175825991,
+      "eval_ceb_ud_pr_auc": 0.9940281887034915,
+      "eval_cs_ersatz_pr_auc": 0.9865620181792111,
+      "eval_cs_opus100_pr_auc": 0.9197406378393005,
+      "eval_cs_ud_pr_auc": 0.9622361353979434,
+      "eval_cy_opus100_pr_auc": 0.7945172371572292,
+      "eval_cy_ud_pr_auc": 0.9980080650037758,
+      "eval_da_opus100_pr_auc": 0.9301308327680149,
+      "eval_da_ud_pr_auc": 0.9763392996590476,
+      "eval_de_ersatz_pr_auc": 0.9899067786480192,
+      "eval_de_opus100_pr_auc": 0.913275472464762,
+      "eval_de_ud_pr_auc": 0.9844998913313261,
+      "eval_el_opus100_pr_auc": 0.9277867189775018,
+      "eval_el_ud_pr_auc": 0.9904586458001211,
+      "eval_en_ersatz_pr_auc": 0.9942273500101564,
+      "eval_en_opus100_pr_auc": 0.92440701159342,
+      "eval_en_ud_pr_auc": 0.9877873272849107,
+      "eval_eo_opus100_pr_auc": 0.937475748949345,
+      "eval_es_ersatz_pr_auc": 0.9971018153235619,
+      "eval_es_opus100_pr_auc": 0.9392868640753294,
+      "eval_es_ud_pr_auc": 0.9903140163653054,
+      "eval_et_ersatz_pr_auc": 0.982550383192347,
+      "eval_et_opus100_pr_auc": 0.9236548939695426,
+      "eval_et_ud_pr_auc": 0.972095824854237,
+      "eval_eu_opus100_pr_auc": 0.8936085228897743,
+      "eval_eu_ud_pr_auc": 0.9944395626036857,
+      "eval_fa_opus100_pr_auc": 0.6448945489777121,
+      "eval_fa_ud_pr_auc": 0.9963641407353637,
+      "eval_fi_ersatz_pr_auc": 0.9934642706161129,
+      "eval_fi_opus100_pr_auc": 0.9355470625507095,
+      "eval_fi_ud_pr_auc": 0.9717976046972915,
+      "eval_fr_ersatz_pr_auc": 0.9885429967003736,
+      "eval_fr_opus100_pr_auc": 0.921420519663294,
+      "eval_fr_ud_pr_auc": 0.990095681736355,
+      "eval_fy_opus100_pr_auc": 0.7239499752508568,
+      "eval_ga_opus100_pr_auc": 0.9171469531295343,
+      "eval_ga_ud_pr_auc": 0.8134771148768443,
+      "eval_gd_opus100_pr_auc": 0.7313157193475107,
+      "eval_gd_ud_pr_auc": 0.8385520301386147,
+      "eval_gl_opus100_pr_auc": 0.9040606935161343,
+      "eval_gl_ud_pr_auc": 0.9972086600231802,
+      "eval_gu_ersatz_pr_auc": 0.943757401676029,
+      "eval_gu_opus100_pr_auc": 0.7573991835408961,
+      "eval_ha_opus100_pr_auc": 0.9264642753564895,
+      "eval_he_opus100_pr_auc": 0.8889100763580943,
+      "eval_he_ud_pr_auc": 0.9831888515998484,
+      "eval_hi_ersatz_pr_auc": 0.9820519725198513,
+      "eval_hi_opus100_pr_auc": 0.7370821839353009,
+      "eval_hi_ud_pr_auc": 0.9859110392955186,
+      "eval_hu_opus100_pr_auc": 0.9263372870487919,
+      "eval_hu_ud_pr_auc": 0.9857990147330473,
+      "eval_hy_opus100_pr_auc": 0.9169499303477288,
+      "eval_hy_ud_pr_auc": 0.978194757383538,
+      "eval_id_opus100_pr_auc": 0.9045851444589854,
+      "eval_id_ud_pr_auc": 0.9961529181516773,
+      "eval_ig_opus100_pr_auc": 0.8890810828721541,
+      "eval_is_opus100_pr_auc": 0.9354192431408701,
+      "eval_is_ud_pr_auc": 0.9133658484126153,
+      "eval_it_opus100_pr_auc": 0.9228558540514805,
+      "eval_it_ud_pr_auc": 0.99699814669445,
+      "eval_ja_ersatz_pr_auc": 0.9026459416723531,
+      "eval_ja_opus100_pr_auc": 0.859679728459196,
+      "eval_ja_ud_pr_auc": 0.9803911160416351,
+      "eval_jv_ud_pr_auc": 0.9554165895392571,
+      "eval_ka_opus100_pr_auc": 0.8542808188343238,
+      "eval_kk_ersatz_pr_auc": 0.9892582670451506,
+      "eval_kk_opus100_pr_auc": 0.8303761436526939,
+      "eval_kk_ud_pr_auc": 0.9779253588762693,
+      "eval_km_ersatz_pr_auc": 0.9478961087149533,
+      "eval_km_opus100_pr_auc": 0.7800766537346308,
+      "eval_kn_opus100_pr_auc": 0.6822050152792255,
+      "eval_ko_opus100_pr_auc": 0.7030153459489249,
+      "eval_ko_ud_pr_auc": 0.9987510934643793,
+      "eval_ku_opus100_pr_auc": 0.8643351808668451,
+      "eval_ky_opus100_pr_auc": 0.905864210118486,
+      "eval_la_ud_pr_auc": 0.9722066645508929,
+      "eval_loss": 0.025217993184924126,
+      "eval_lt_ersatz_pr_auc": 0.9970667725234916,
+      "eval_lt_opus100_pr_auc": 0.8983616506305834,
+      "eval_lt_ud_pr_auc": 0.997824607105869,
+      "eval_lv_ersatz_pr_auc": 0.9934189281653056,
+      "eval_lv_opus100_pr_auc": 0.9076559678618368,
+      "eval_lv_ud_pr_auc": 0.9699202175276582,
+      "eval_mg_opus100_pr_auc": 0.9446827878294649,
+      "eval_mk_opus100_pr_auc": 0.9280914859934496,
+      "eval_ml_opus100_pr_auc": 0.8094914338926968,
+      "eval_mn_opus100_pr_auc": 0.9584729694309292,
+      "eval_mr_opus100_pr_auc": 0.9150148676255384,
+      "eval_mr_ud_pr_auc": 0.9778306884645055,
+      "eval_ms_opus100_pr_auc": 0.8860628028797279,
+      "eval_mt_opus100_pr_auc": 0.8745663888831319,
+      "eval_mt_ud_pr_auc": 0.8960776572167388,
+      "eval_my_opus100_pr_auc": 0.8397384998742715,
+      "eval_ne_opus100_pr_auc": 0.7744092683049023,
+      "eval_nl_opus100_pr_auc": 0.9049037321369663,
+      "eval_nl_ud_pr_auc": 0.9893059631759046,
+      "eval_no_opus100_pr_auc": 0.9203960422110236,
+      "eval_no_ud_pr_auc": 0.9969092012419425,
+      "eval_pa_opus100_pr_auc": 0.7020737984854427,
+      "eval_pl_ersatz_pr_auc": 0.9752152548217938,
+      "eval_pl_opus100_pr_auc": 0.9046063124627386,
+      "eval_pl_ud_pr_auc": 0.9719849443229508,
+      "eval_ps_ersatz_pr_auc": 0.9251374464786998,
+      "eval_ps_opus100_pr_auc": 0.7533939362312716,
+      "eval_pt_opus100_pr_auc": 0.9296568910003208,
+      "eval_pt_ud_pr_auc": 0.9903216538962252,
+      "eval_ro_ersatz_pr_auc": 0.9949849173758026,
+      "eval_ro_opus100_pr_auc": 0.8511475016295336,
+      "eval_ro_ud_pr_auc": 0.9528874649044312,
+      "eval_ru_ersatz_pr_auc": 0.9956182749305297,
+      "eval_ru_opus100_pr_auc": 0.938506401481855,
+      "eval_ru_ud_pr_auc": 0.8704115700981937,
+      "eval_runtime": 393.8727,
+      "eval_samples_per_second": 191.493,
+      "eval_si_opus100_pr_auc": 0.8296959322271938,
+      "eval_sk_opus100_pr_auc": 0.9463402796598089,
+      "eval_sk_ud_pr_auc": 0.9862093462511554,
+      "eval_sl_opus100_pr_auc": 0.8965706230467871,
+      "eval_sl_ud_pr_auc": 0.9640654961017597,
+      "eval_sq_opus100_pr_auc": 0.9390671396280784,
+      "eval_sq_ud_pr_auc": 1.0000000000000002,
+      "eval_sr_opus100_pr_auc": 0.918732407272314,
+      "eval_sr_ud_pr_auc": 0.999364828832809,
+      "eval_steps_per_second": 0.749,
+      "eval_sv_opus100_pr_auc": 0.9135568136429384,
+      "eval_sv_ud_pr_auc": 0.9580026208278271,
+      "eval_ta_ersatz_pr_auc": 0.9843396605723913,
+      "eval_ta_opus100_pr_auc": 0.7386103634310263,
+      "eval_ta_ud_pr_auc": 0.9987378678011758,
+      "eval_te_opus100_pr_auc": 0.8446179890308761,
+      "eval_tg_opus100_pr_auc": 0.913801676924367,
+      "eval_th_opus100_pr_auc": 0.71479158911919,
+      "eval_th_ud_pr_auc": 0.8805169515632252,
+      "eval_tr_ersatz_pr_auc": 0.9738635124987821,
+      "eval_tr_opus100_pr_auc": 0.913660404586186,
+      "eval_tr_ud_pr_auc": 0.9637225040645698,
+      "eval_uk_opus100_pr_auc": 0.8840184802479596,
+      "eval_uk_ud_pr_auc": 0.9282358882145865,
+      "eval_ur_opus100_pr_auc": 0.6362128575127131,
+      "eval_ur_ud_pr_auc": 0.9940813628694274,
+      "eval_uz_opus100_pr_auc": 0.8885355603887645,
+      "eval_vi_opus100_pr_auc": 0.9022653988665913,
+      "eval_vi_ud_pr_auc": 0.9600846005123899,
+      "eval_xh_opus100_pr_auc": 0.8887677606460154,
+      "eval_yi_opus100_pr_auc": 0.658606788081828,
+      "eval_yo_opus100_pr_auc": 0.8150354787893975,
+      "eval_yo_ud_pr_auc": 0.9248048076015583,
+      "eval_zh_ersatz_pr_auc": 0.9792803644505603,
+      "eval_zh_opus100_pr_auc": 0.8953012903948897,
+      "eval_zh_ud_pr_auc": 0.9969362017843482,
+      "eval_zu_opus100_pr_auc": 0.8455639967621534,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.0216,
+      "step": 205050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0218,
+      "step": 205100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.0217,
+      "step": 205150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.0218,
+      "step": 205200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.0218,
+      "step": 205250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0216,
+      "step": 205300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.0216,
+      "step": 205350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0216,
+      "step": 205400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.0218,
+      "step": 205450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.0215,
+      "step": 205500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0215,
+      "step": 205550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.0219,
+      "step": 205600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.0218,
+      "step": 205650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.0217,
+      "step": 205700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0217,
+      "step": 205750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0216,
+      "step": 205800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.0216,
+      "step": 205850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0216,
+      "step": 205900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0217,
+      "step": 205950
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0215,
+      "step": 206000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.0216,
+      "step": 206050
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.0215,
+      "step": 206100
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.0217,
+      "step": 206150
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0218,
+      "step": 206200
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.0217,
+      "step": 206250
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0216,
+      "step": 206300
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.0215,
+      "step": 206350
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.0218,
+      "step": 206400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0217,
+      "step": 206450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.0218,
+      "step": 206500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.0215,
+      "step": 206550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.0217,
+      "step": 206600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0217,
+      "step": 206650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.0216,
+      "step": 206700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0216,
+      "step": 206750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.0217,
+      "step": 206800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0215,
+      "step": 206850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.0216,
+      "step": 206900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.022,
+      "step": 206950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.0216,
+      "step": 207000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.0217,
+      "step": 207050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0217,
+      "step": 207100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.0215,
+      "step": 207150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.0215,
+      "step": 207200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.0217,
+      "step": 207250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.0216,
+      "step": 207300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.0218,
+      "step": 207350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0216,
+      "step": 207400
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.0217,
+      "step": 207450
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0217,
+      "step": 207500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.0216,
+      "step": 207550
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.0219,
+      "step": 207600
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0217,
+      "step": 207650
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0216,
+      "step": 207700
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.0217,
+      "step": 207750
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.0217,
+      "step": 207800
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.0217,
+      "step": 207850
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0217,
+      "step": 207900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0217,
+      "step": 207950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.0216,
+      "step": 208000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.022,
+      "step": 208050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.0218,
+      "step": 208100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.0216,
+      "step": 208150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.0217,
+      "step": 208200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.0219,
+      "step": 208250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0217,
+      "step": 208300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0217,
+      "step": 208350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.0216,
+      "step": 208400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0218,
+      "step": 208450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.0214,
+      "step": 208500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.0218,
+      "step": 208550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.0216,
+      "step": 208600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.0219,
+      "step": 208650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.0217,
+      "step": 208700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0217,
+      "step": 208750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.0216,
+      "step": 208800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.0215,
+      "step": 208850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.0215,
+      "step": 208900
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0218,
+      "step": 208950
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0216,
+      "step": 209000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.0217,
+      "step": 209050
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.0217,
+      "step": 209100
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0217,
+      "step": 209150
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.0216,
+      "step": 209200
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.0218,
+      "step": 209250
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.0216,
+      "step": 209300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.0215,
+      "step": 209350
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.0215,
+      "step": 209400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.0218,
+      "step": 209450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.0217,
+      "step": 209500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0217,
+      "step": 209550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.0216,
+      "step": 209600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.0218,
+      "step": 209650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0219,
+      "step": 209700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.0215,
+      "step": 209750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.0217,
+      "step": 209800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.0216,
+      "step": 209850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0215,
+      "step": 209900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0215,
+      "step": 209950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.0217,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "eval_af_opus100_pr_auc": 0.8026849845712771,
+      "eval_af_ud_pr_auc": 0.9890039478730841,
+      "eval_am_opus100_pr_auc": 0.6455057568155024,
+      "eval_ar_ersatz_pr_auc": 0.9330734060332043,
+      "eval_ar_opus100_pr_auc": 0.7563883783912962,
+      "eval_ar_ud_pr_auc": 0.9002105648472607,
+      "eval_average_ersatz_pr_auc": 0.9724748141306301,
+      "eval_average_opus100_pr_auc": 0.8603154035833485,
+      "eval_average_ud_pr_auc": 0.9653144620044382,
+      "eval_az_opus100_pr_auc": 0.8007518497549497,
+      "eval_be_opus100_pr_auc": 0.7878487800423106,
+      "eval_be_ud_pr_auc": 0.9053190634802099,
+      "eval_bg_opus100_pr_auc": 0.9314914880437198,
+      "eval_bg_ud_pr_auc": 0.9979831609567793,
+      "eval_bn_opus100_pr_auc": 0.8594723763489129,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9077997504606785,
+      "eval_ca_ud_pr_auc": 0.9966492101184214,
+      "eval_ceb_ud_pr_auc": 0.9933362031734827,
+      "eval_cs_ersatz_pr_auc": 0.9859313749288972,
+      "eval_cs_opus100_pr_auc": 0.928990856171303,
+      "eval_cs_ud_pr_auc": 0.9616976979373955,
+      "eval_cy_opus100_pr_auc": 0.7929091764817979,
+      "eval_cy_ud_pr_auc": 0.997279252230864,
+      "eval_da_opus100_pr_auc": 0.9290418991919005,
+      "eval_da_ud_pr_auc": 0.9815409909786301,
+      "eval_de_ersatz_pr_auc": 0.9901147844501889,
+      "eval_de_opus100_pr_auc": 0.9222654588650706,
+      "eval_de_ud_pr_auc": 0.9834402193142107,
+      "eval_el_opus100_pr_auc": 0.9268854431355613,
+      "eval_el_ud_pr_auc": 0.9879381091437084,
+      "eval_en_ersatz_pr_auc": 0.9934212356904315,
+      "eval_en_opus100_pr_auc": 0.9262910198845021,
+      "eval_en_ud_pr_auc": 0.9871998859337476,
+      "eval_eo_opus100_pr_auc": 0.9353324469962312,
+      "eval_es_ersatz_pr_auc": 0.9966827575144387,
+      "eval_es_opus100_pr_auc": 0.9454015501960457,
+      "eval_es_ud_pr_auc": 0.9904639022839518,
+      "eval_et_ersatz_pr_auc": 0.983961698487988,
+      "eval_et_opus100_pr_auc": 0.9333423868388973,
+      "eval_et_ud_pr_auc": 0.9718689987168778,
+      "eval_eu_opus100_pr_auc": 0.8898911611135834,
+      "eval_eu_ud_pr_auc": 0.9910923594198795,
+      "eval_fa_opus100_pr_auc": 0.6491743684714552,
+      "eval_fa_ud_pr_auc": 0.9950139783102665,
+      "eval_fi_ersatz_pr_auc": 0.994671590913534,
+      "eval_fi_opus100_pr_auc": 0.9396127367833321,
+      "eval_fi_ud_pr_auc": 0.969329376621306,
+      "eval_fr_ersatz_pr_auc": 0.9871854900562027,
+      "eval_fr_opus100_pr_auc": 0.927150803076258,
+      "eval_fr_ud_pr_auc": 0.9858720482206602,
+      "eval_fy_opus100_pr_auc": 0.728708263456966,
+      "eval_ga_opus100_pr_auc": 0.9068879588053459,
+      "eval_ga_ud_pr_auc": 0.8142913668772759,
+      "eval_gd_opus100_pr_auc": 0.7455506156871732,
+      "eval_gd_ud_pr_auc": 0.816089255165139,
+      "eval_gl_opus100_pr_auc": 0.904512993760322,
+      "eval_gl_ud_pr_auc": 0.9974123207014922,
+      "eval_gu_ersatz_pr_auc": 0.9460665152708948,
+      "eval_gu_opus100_pr_auc": 0.7718811618269619,
+      "eval_ha_opus100_pr_auc": 0.9299781244273916,
+      "eval_he_opus100_pr_auc": 0.8825872245119412,
+      "eval_he_ud_pr_auc": 0.9771285144099484,
+      "eval_hi_ersatz_pr_auc": 0.981325754019614,
+      "eval_hi_opus100_pr_auc": 0.7380071976615094,
+      "eval_hi_ud_pr_auc": 0.9888275548348379,
+      "eval_hu_opus100_pr_auc": 0.9250045715968033,
+      "eval_hu_ud_pr_auc": 0.9849989387667525,
+      "eval_hy_opus100_pr_auc": 0.9162438084454829,
+      "eval_hy_ud_pr_auc": 0.9755249964512606,
+      "eval_id_opus100_pr_auc": 0.8974745755881676,
+      "eval_id_ud_pr_auc": 0.9952915907284483,
+      "eval_ig_opus100_pr_auc": 0.8873941061686873,
+      "eval_is_opus100_pr_auc": 0.9391885551608455,
+      "eval_is_ud_pr_auc": 0.9067918606265791,
+      "eval_it_opus100_pr_auc": 0.9233198412500225,
+      "eval_it_ud_pr_auc": 0.996023256619769,
+      "eval_ja_ersatz_pr_auc": 0.8795742822133035,
+      "eval_ja_opus100_pr_auc": 0.84999836272989,
+      "eval_ja_ud_pr_auc": 0.9812694592274404,
+      "eval_jv_ud_pr_auc": 0.9546240533920327,
+      "eval_ka_opus100_pr_auc": 0.853911659939682,
+      "eval_kk_ersatz_pr_auc": 0.9882933242860117,
+      "eval_kk_opus100_pr_auc": 0.8376102064211655,
+      "eval_kk_ud_pr_auc": 0.9730886275731068,
+      "eval_km_ersatz_pr_auc": 0.9457839410153196,
+      "eval_km_opus100_pr_auc": 0.8021112647305397,
+      "eval_kn_opus100_pr_auc": 0.7017718028484293,
+      "eval_ko_opus100_pr_auc": 0.7158457452780584,
+      "eval_ko_ud_pr_auc": 0.9980926006818354,
+      "eval_ku_opus100_pr_auc": 0.8709862303185767,
+      "eval_ky_opus100_pr_auc": 0.9167233299836576,
+      "eval_la_ud_pr_auc": 0.9792042755144499,
+      "eval_loss": 0.02508520893752575,
+      "eval_lt_ersatz_pr_auc": 0.9964386883406178,
+      "eval_lt_opus100_pr_auc": 0.8937538985716224,
+      "eval_lt_ud_pr_auc": 0.9962463314165989,
+      "eval_lv_ersatz_pr_auc": 0.9922355274836968,
+      "eval_lv_opus100_pr_auc": 0.9043503750388721,
+      "eval_lv_ud_pr_auc": 0.9682346963434401,
+      "eval_mg_opus100_pr_auc": 0.9457122216809418,
+      "eval_mk_opus100_pr_auc": 0.9321473471935355,
+      "eval_ml_opus100_pr_auc": 0.812774836198061,
+      "eval_mn_opus100_pr_auc": 0.9539905087586016,
+      "eval_mr_opus100_pr_auc": 0.9077080710143941,
+      "eval_mr_ud_pr_auc": 0.9663798075470498,
+      "eval_ms_opus100_pr_auc": 0.8824930166047531,
+      "eval_mt_opus100_pr_auc": 0.883299131281469,
+      "eval_mt_ud_pr_auc": 0.9018703577324777,
+      "eval_my_opus100_pr_auc": 0.8437901477180346,
+      "eval_ne_opus100_pr_auc": 0.7619804575529904,
+      "eval_nl_opus100_pr_auc": 0.9082804811788278,
+      "eval_nl_ud_pr_auc": 0.9881917490844112,
+      "eval_no_opus100_pr_auc": 0.9247331419430105,
+      "eval_no_ud_pr_auc": 0.9959139756504437,
+      "eval_pa_opus100_pr_auc": 0.7139540445152721,
+      "eval_pl_ersatz_pr_auc": 0.9661837459084303,
+      "eval_pl_opus100_pr_auc": 0.9072989108229461,
+      "eval_pl_ud_pr_auc": 0.9652592328508053,
+      "eval_ps_ersatz_pr_auc": 0.9170978605731989,
+      "eval_ps_opus100_pr_auc": 0.7797066143781346,
+      "eval_pt_opus100_pr_auc": 0.9278158971325702,
+      "eval_pt_ud_pr_auc": 0.9866831880203419,
+      "eval_ro_ersatz_pr_auc": 0.9935582740693326,
+      "eval_ro_opus100_pr_auc": 0.8657906304176447,
+      "eval_ro_ud_pr_auc": 0.9347883634136738,
+      "eval_ru_ersatz_pr_auc": 0.9949519532803242,
+      "eval_ru_opus100_pr_auc": 0.9362865817898184,
+      "eval_ru_ud_pr_auc": 0.8740280187686815,
+      "eval_runtime": 396.7571,
+      "eval_samples_per_second": 190.101,
+      "eval_si_opus100_pr_auc": 0.8340073604952527,
+      "eval_sk_opus100_pr_auc": 0.9447599353763293,
+      "eval_sk_ud_pr_auc": 0.9838891707100663,
+      "eval_sl_opus100_pr_auc": 0.8970770268484755,
+      "eval_sl_ud_pr_auc": 0.965723152309197,
+      "eval_sq_opus100_pr_auc": 0.9330792111252384,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9240674099965169,
+      "eval_sr_ud_pr_auc": 0.9995322844094652,
+      "eval_steps_per_second": 0.744,
+      "eval_sv_opus100_pr_auc": 0.9158584789194127,
+      "eval_sv_ud_pr_auc": 0.9538259269517914,
+      "eval_ta_ersatz_pr_auc": 0.9825394274205657,
+      "eval_ta_opus100_pr_auc": 0.7397274081226186,
+      "eval_ta_ud_pr_auc": 0.9974161259172966,
+      "eval_te_opus100_pr_auc": 0.8357699684391547,
+      "eval_tg_opus100_pr_auc": 0.9050686790367721,
+      "eval_th_opus100_pr_auc": 0.7041283982184836,
+      "eval_th_ud_pr_auc": 0.8634932302399188,
+      "eval_tr_ersatz_pr_auc": 0.9722001099488508,
+      "eval_tr_opus100_pr_auc": 0.9190616062916018,
+      "eval_tr_ud_pr_auc": 0.9623622515146545,
+      "eval_uk_opus100_pr_auc": 0.8920356722244431,
+      "eval_uk_ud_pr_auc": 0.9250965992293281,
+      "eval_ur_opus100_pr_auc": 0.6267679591089262,
+      "eval_ur_ud_pr_auc": 0.9894946122453573,
+      "eval_uz_opus100_pr_auc": 0.8898213777126666,
+      "eval_vi_opus100_pr_auc": 0.9022704558441684,
+      "eval_vi_ud_pr_auc": 0.9527816973102318,
+      "eval_xh_opus100_pr_auc": 0.883870431266561,
+      "eval_yi_opus100_pr_auc": 0.7614190398122321,
+      "eval_yo_opus100_pr_auc": 0.8356162945317338,
+      "eval_yo_ud_pr_auc": 0.9322081446356565,
+      "eval_zh_ersatz_pr_auc": 0.9731541689688139,
+      "eval_zh_opus100_pr_auc": 0.8849047848058226,
+      "eval_zh_ud_pr_auc": 0.9956077768209904,
+      "eval_zu_opus100_pr_auc": 0.8467550096344513,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.0216,
+      "step": 210050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0219,
+      "step": 210100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.0219,
+      "step": 210150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.0218,
+      "step": 210200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0218,
+      "step": 210250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0215,
+      "step": 210300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.0214,
+      "step": 210350
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.0218,
+      "step": 210400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0216,
+      "step": 210450
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.0216,
+      "step": 210500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0215,
+      "step": 210550
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.0214,
+      "step": 210600
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0215,
+      "step": 210650
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0216,
+      "step": 210700
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.0218,
+      "step": 210750
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.0216,
+      "step": 210800
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.0214,
+      "step": 210850
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.0217,
+      "step": 210900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.0218,
+      "step": 210950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.0216,
+      "step": 211000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0217,
+      "step": 211050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.0217,
+      "step": 211100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.0218,
+      "step": 211150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.0218,
+      "step": 211200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0217,
+      "step": 211250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.0217,
+      "step": 211300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0219,
+      "step": 211350
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.0218,
+      "step": 211400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0219,
+      "step": 211450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.0216,
+      "step": 211500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.0215,
+      "step": 211550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.0216,
+      "step": 211600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0216,
+      "step": 211650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.0215,
+      "step": 211700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0213,
+      "step": 211750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0217,
+      "step": 211800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.0215,
+      "step": 211850
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0217,
+      "step": 211900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.0215,
+      "step": 211950
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.0214,
+      "step": 212000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.0217,
+      "step": 212050
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.0217,
+      "step": 212100
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.0215,
+      "step": 212150
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.0215,
+      "step": 212200
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0216,
+      "step": 212250
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.0218,
+      "step": 212300
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0217,
+      "step": 212350
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0216,
+      "step": 212400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.0216,
+      "step": 212450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.0217,
+      "step": 212500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0217,
+      "step": 212550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0215,
+      "step": 212600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.0215,
+      "step": 212650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0214,
+      "step": 212700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.0217,
+      "step": 212750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.0215,
+      "step": 212800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.0217,
+      "step": 212850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.0216,
+      "step": 212900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.0216,
+      "step": 212950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.0216,
+      "step": 213000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.0215,
+      "step": 213050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.0214,
+      "step": 213100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0217,
+      "step": 213150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.0216,
+      "step": 213200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.0214,
+      "step": 213250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.0219,
+      "step": 213300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.0216,
+      "step": 213350
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0217,
+      "step": 213400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.0216,
+      "step": 213450
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0217,
+      "step": 213500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.0216,
+      "step": 213550
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.0214,
+      "step": 213600
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0216,
+      "step": 213650
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.0213,
+      "step": 213700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.0216,
+      "step": 213750
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0216,
+      "step": 213800
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0217,
+      "step": 213850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.0215,
+      "step": 213900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.0217,
+      "step": 213950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.0215,
+      "step": 214000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0216,
+      "step": 214050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.0214,
+      "step": 214100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.0216,
+      "step": 214150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.0215,
+      "step": 214200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.0216,
+      "step": 214250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.0216,
+      "step": 214300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.0216,
+      "step": 214350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.0215,
+      "step": 214400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0216,
+      "step": 214450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0217,
+      "step": 214500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0216,
+      "step": 214550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.0214,
+      "step": 214600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.0215,
+      "step": 214650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.0217,
+      "step": 214700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.0214,
+      "step": 214750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0216,
+      "step": 214800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.0215,
+      "step": 214850
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.0214,
+      "step": 214900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.0216,
+      "step": 214950
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0213,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "eval_af_opus100_pr_auc": 0.8004936613502032,
+      "eval_af_ud_pr_auc": 0.9974424251720906,
+      "eval_am_opus100_pr_auc": 0.5962198153617889,
+      "eval_ar_ersatz_pr_auc": 0.937025698852766,
+      "eval_ar_opus100_pr_auc": 0.7578954417696618,
+      "eval_ar_ud_pr_auc": 0.9021508680410837,
+      "eval_average_ersatz_pr_auc": 0.9746120479852319,
+      "eval_average_opus100_pr_auc": 0.8583439189487466,
+      "eval_average_ud_pr_auc": 0.9689632008651247,
+      "eval_az_opus100_pr_auc": 0.7993817344757418,
+      "eval_be_opus100_pr_auc": 0.7874602861962984,
+      "eval_be_ud_pr_auc": 0.9092729735383159,
+      "eval_bg_opus100_pr_auc": 0.9255134087667284,
+      "eval_bg_ud_pr_auc": 0.9979198552445071,
+      "eval_bn_opus100_pr_auc": 0.8606425903168842,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8973061743208046,
+      "eval_ca_ud_pr_auc": 0.9968214278558939,
+      "eval_ceb_ud_pr_auc": 0.9941562132747025,
+      "eval_cs_ersatz_pr_auc": 0.9886944875348918,
+      "eval_cs_opus100_pr_auc": 0.9272361747083988,
+      "eval_cs_ud_pr_auc": 0.9644316093145195,
+      "eval_cy_opus100_pr_auc": 0.7977466642076969,
+      "eval_cy_ud_pr_auc": 0.9977696750518674,
+      "eval_da_opus100_pr_auc": 0.932622031736297,
+      "eval_da_ud_pr_auc": 0.9809865919935576,
+      "eval_de_ersatz_pr_auc": 0.991443612338111,
+      "eval_de_opus100_pr_auc": 0.9180923741850139,
+      "eval_de_ud_pr_auc": 0.9851189703695045,
+      "eval_el_opus100_pr_auc": 0.9266904839724964,
+      "eval_el_ud_pr_auc": 0.9910859326635226,
+      "eval_en_ersatz_pr_auc": 0.9936246280827042,
+      "eval_en_opus100_pr_auc": 0.925156759297864,
+      "eval_en_ud_pr_auc": 0.9857328473288101,
+      "eval_eo_opus100_pr_auc": 0.9375675384907931,
+      "eval_es_ersatz_pr_auc": 0.997197945042656,
+      "eval_es_opus100_pr_auc": 0.94180377261047,
+      "eval_es_ud_pr_auc": 0.9904290368767904,
+      "eval_et_ersatz_pr_auc": 0.9842063603693558,
+      "eval_et_opus100_pr_auc": 0.925181192616651,
+      "eval_et_ud_pr_auc": 0.9785990094758457,
+      "eval_eu_opus100_pr_auc": 0.8882340219588554,
+      "eval_eu_ud_pr_auc": 0.9927673580167811,
+      "eval_fa_opus100_pr_auc": 0.6577226586637885,
+      "eval_fa_ud_pr_auc": 0.995691923590728,
+      "eval_fi_ersatz_pr_auc": 0.994720125403407,
+      "eval_fi_opus100_pr_auc": 0.9339612758931908,
+      "eval_fi_ud_pr_auc": 0.9716239744163991,
+      "eval_fr_ersatz_pr_auc": 0.9900162171735389,
+      "eval_fr_opus100_pr_auc": 0.9262998779106221,
+      "eval_fr_ud_pr_auc": 0.9887504363862465,
+      "eval_fy_opus100_pr_auc": 0.7215137068124877,
+      "eval_ga_opus100_pr_auc": 0.9167282098474467,
+      "eval_ga_ud_pr_auc": 0.8143657163041229,
+      "eval_gd_opus100_pr_auc": 0.7295673131417262,
+      "eval_gd_ud_pr_auc": 0.8400624687685221,
+      "eval_gl_opus100_pr_auc": 0.9042061344125037,
+      "eval_gl_ud_pr_auc": 0.9970908048473894,
+      "eval_gu_ersatz_pr_auc": 0.9536592474744899,
+      "eval_gu_opus100_pr_auc": 0.7755869185655526,
+      "eval_ha_opus100_pr_auc": 0.9331825601587426,
+      "eval_he_opus100_pr_auc": 0.884628180200143,
+      "eval_he_ud_pr_auc": 0.9834147174973902,
+      "eval_hi_ersatz_pr_auc": 0.9830694920979287,
+      "eval_hi_opus100_pr_auc": 0.7453731734456952,
+      "eval_hi_ud_pr_auc": 0.9867137387890901,
+      "eval_hu_opus100_pr_auc": 0.9219269728678879,
+      "eval_hu_ud_pr_auc": 0.9875560379142907,
+      "eval_hy_opus100_pr_auc": 0.9129217295662357,
+      "eval_hy_ud_pr_auc": 0.9745681913300317,
+      "eval_id_opus100_pr_auc": 0.8995473322146467,
+      "eval_id_ud_pr_auc": 0.9965332093536059,
+      "eval_ig_opus100_pr_auc": 0.8875323332524032,
+      "eval_is_opus100_pr_auc": 0.9345439574983407,
+      "eval_is_ud_pr_auc": 0.9160829066694247,
+      "eval_it_opus100_pr_auc": 0.9204519142790507,
+      "eval_it_ud_pr_auc": 0.9966091000781264,
+      "eval_ja_ersatz_pr_auc": 0.88441936177108,
+      "eval_ja_opus100_pr_auc": 0.8518969261917203,
+      "eval_ja_ud_pr_auc": 0.9866382584444344,
+      "eval_jv_ud_pr_auc": 0.9577429350153209,
+      "eval_ka_opus100_pr_auc": 0.8595353856440943,
+      "eval_kk_ersatz_pr_auc": 0.9886844951663676,
+      "eval_kk_opus100_pr_auc": 0.8326852344318473,
+      "eval_kk_ud_pr_auc": 0.975356656080697,
+      "eval_km_ersatz_pr_auc": 0.9479216931919568,
+      "eval_km_opus100_pr_auc": 0.793418299290964,
+      "eval_kn_opus100_pr_auc": 0.673896472333513,
+      "eval_ko_opus100_pr_auc": 0.7162488920032031,
+      "eval_ko_ud_pr_auc": 0.9978915922485578,
+      "eval_ku_opus100_pr_auc": 0.8677319011038012,
+      "eval_ky_opus100_pr_auc": 0.9212976267857388,
+      "eval_la_ud_pr_auc": 0.9765826708335198,
+      "eval_loss": 0.025191040709614754,
+      "eval_lt_ersatz_pr_auc": 0.9970948588959738,
+      "eval_lt_opus100_pr_auc": 0.8974878870691749,
+      "eval_lt_ud_pr_auc": 0.9971251553638774,
+      "eval_lv_ersatz_pr_auc": 0.9932371550603024,
+      "eval_lv_opus100_pr_auc": 0.9041685990621975,
+      "eval_lv_ud_pr_auc": 0.9711212221482365,
+      "eval_mg_opus100_pr_auc": 0.9416083293139409,
+      "eval_mk_opus100_pr_auc": 0.9269034364818987,
+      "eval_ml_opus100_pr_auc": 0.8153472543239946,
+      "eval_mn_opus100_pr_auc": 0.9572930076562892,
+      "eval_mr_opus100_pr_auc": 0.918071900589211,
+      "eval_mr_ud_pr_auc": 0.9760179022561407,
+      "eval_ms_opus100_pr_auc": 0.8790581452874072,
+      "eval_mt_opus100_pr_auc": 0.8806585886090973,
+      "eval_mt_ud_pr_auc": 0.9182024685158778,
+      "eval_my_opus100_pr_auc": 0.858896896806452,
+      "eval_ne_opus100_pr_auc": 0.7638487870748044,
+      "eval_nl_opus100_pr_auc": 0.9061008584384818,
+      "eval_nl_ud_pr_auc": 0.9884094528653062,
+      "eval_no_opus100_pr_auc": 0.9257333136196455,
+      "eval_no_ud_pr_auc": 0.9971256244263033,
+      "eval_pa_opus100_pr_auc": 0.7109428063492075,
+      "eval_pl_ersatz_pr_auc": 0.9740215619690198,
+      "eval_pl_opus100_pr_auc": 0.9070519320746733,
+      "eval_pl_ud_pr_auc": 0.9703802749964431,
+      "eval_ps_ersatz_pr_auc": 0.9266226113808936,
+      "eval_ps_opus100_pr_auc": 0.761314867211603,
+      "eval_pt_opus100_pr_auc": 0.9268342756174447,
+      "eval_pt_ud_pr_auc": 0.9873439809441368,
+      "eval_ro_ersatz_pr_auc": 0.9949467449208068,
+      "eval_ro_opus100_pr_auc": 0.8690551033236646,
+      "eval_ro_ud_pr_auc": 0.9858194532830216,
+      "eval_ru_ersatz_pr_auc": 0.995315189015563,
+      "eval_ru_opus100_pr_auc": 0.9404009828267273,
+      "eval_ru_ud_pr_auc": 0.884351237057417,
+      "eval_runtime": 405.1471,
+      "eval_samples_per_second": 186.164,
+      "eval_si_opus100_pr_auc": 0.8269507718916222,
+      "eval_sk_opus100_pr_auc": 0.9427253416478285,
+      "eval_sk_ud_pr_auc": 0.985018119507702,
+      "eval_sl_opus100_pr_auc": 0.892207001496904,
+      "eval_sl_ud_pr_auc": 0.9676819487498676,
+      "eval_sq_opus100_pr_auc": 0.934806569937863,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9200961691548696,
+      "eval_sr_ud_pr_auc": 0.9994446021175092,
+      "eval_steps_per_second": 0.728,
+      "eval_sv_opus100_pr_auc": 0.9156241052021329,
+      "eval_sv_ud_pr_auc": 0.9554758349666094,
+      "eval_ta_ersatz_pr_auc": 0.983781569930179,
+      "eval_ta_opus100_pr_auc": 0.7458242775966563,
+      "eval_ta_ud_pr_auc": 0.9988569794492522,
+      "eval_te_opus100_pr_auc": 0.8427160344611984,
+      "eval_tg_opus100_pr_auc": 0.9084999653193965,
+      "eval_th_opus100_pr_auc": 0.7048219500626186,
+      "eval_th_ud_pr_auc": 0.883187799640305,
+      "eval_tr_ersatz_pr_auc": 0.9723294043478815,
+      "eval_tr_opus100_pr_auc": 0.9173292764067538,
+      "eval_tr_ud_pr_auc": 0.9619008447034427,
+      "eval_uk_opus100_pr_auc": 0.8858629968273245,
+      "eval_uk_ud_pr_auc": 0.9280616966674864,
+      "eval_ur_opus100_pr_auc": 0.6362047517189641,
+      "eval_ur_ud_pr_auc": 0.9941306883964803,
+      "eval_uz_opus100_pr_auc": 0.8935492696978524,
+      "eval_vi_opus100_pr_auc": 0.9029140999404333,
+      "eval_vi_ud_pr_auc": 0.9589747370841448,
+      "eval_xh_opus100_pr_auc": 0.8961015073187379,
+      "eval_yi_opus100_pr_auc": 0.6876360179122758,
+      "eval_yo_opus100_pr_auc": 0.8286488955989292,
+      "eval_yo_ud_pr_auc": 0.9198081253175222,
+      "eval_zh_ersatz_pr_auc": 0.969432595655227,
+      "eval_zh_opus100_pr_auc": 0.893088037462077,
+      "eval_zh_ud_pr_auc": 0.9945041680693338,
+      "eval_zu_opus100_pr_auc": 0.8501682295488681,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0215,
+      "step": 215050
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0216,
+      "step": 215100
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0215,
+      "step": 215150
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0216,
+      "step": 215200
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0218,
+      "step": 215250
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.0216,
+      "step": 215300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0216,
+      "step": 215350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0217,
+      "step": 215400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0214,
+      "step": 215450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.0216,
+      "step": 215500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0217,
+      "step": 215550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.0216,
+      "step": 215600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.0215,
+      "step": 215650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.0215,
+      "step": 215700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0215,
+      "step": 215750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.0216,
+      "step": 215800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.0215,
+      "step": 215850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.0215,
+      "step": 215900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.0217,
+      "step": 215950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0213,
+      "step": 216000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0216,
+      "step": 216050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.0215,
+      "step": 216100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.0215,
+      "step": 216150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.0211,
+      "step": 216200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.0215,
+      "step": 216250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0216,
+      "step": 216300
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.0215,
+      "step": 216350
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.0215,
+      "step": 216400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0216,
+      "step": 216450
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.0215,
+      "step": 216500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.0216,
+      "step": 216550
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0214,
+      "step": 216600
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0216,
+      "step": 216650
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0216,
+      "step": 216700
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0215,
+      "step": 216750
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.0215,
+      "step": 216800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0219,
+      "step": 216850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.0217,
+      "step": 216900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.0214,
+      "step": 216950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.0214,
+      "step": 217000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.0216,
+      "step": 217050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0217,
+      "step": 217100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0215,
+      "step": 217150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0217,
+      "step": 217200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.0215,
+      "step": 217250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.0215,
+      "step": 217300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.0215,
+      "step": 217350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0217,
+      "step": 217400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0213,
+      "step": 217450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.0214,
+      "step": 217500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0215,
+      "step": 217550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.0215,
+      "step": 217600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0214,
+      "step": 217650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.0216,
+      "step": 217700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0216,
+      "step": 217750
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.0214,
+      "step": 217800
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0217,
+      "step": 217850
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0215,
+      "step": 217900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0216,
+      "step": 217950
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.0216,
+      "step": 218000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.0213,
+      "step": 218050
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.0216,
+      "step": 218100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.0216,
+      "step": 218150
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0213,
+      "step": 218200
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0215,
+      "step": 218250
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.0215,
+      "step": 218300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.0216,
+      "step": 218350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.0214,
+      "step": 218400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.0216,
+      "step": 218450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0214,
+      "step": 218500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.0214,
+      "step": 218550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.0216,
+      "step": 218600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0214,
+      "step": 218650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.0217,
+      "step": 218700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0216,
+      "step": 218750
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0213,
+      "step": 218800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.0215,
+      "step": 218850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0214,
+      "step": 218900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0217,
+      "step": 218950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0216,
+      "step": 219000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0216,
+      "step": 219050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0215,
+      "step": 219100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0214,
+      "step": 219150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.0215,
+      "step": 219200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0216,
+      "step": 219250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0216,
+      "step": 219300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0213,
+      "step": 219350
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0214,
+      "step": 219400
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0215,
+      "step": 219450
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0216,
+      "step": 219500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0217,
+      "step": 219550
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0213,
+      "step": 219600
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.0215,
+      "step": 219650
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0214,
+      "step": 219700
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.0214,
+      "step": 219750
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.0216,
+      "step": 219800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.0217,
+      "step": 219850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.0216,
+      "step": 219900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0216,
+      "step": 219950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0217,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "eval_af_opus100_pr_auc": 0.7996575942582204,
+      "eval_af_ud_pr_auc": 0.9963882327205784,
+      "eval_am_opus100_pr_auc": 0.5408261858436271,
+      "eval_ar_ersatz_pr_auc": 0.9419858280615117,
+      "eval_ar_opus100_pr_auc": 0.7648309879567745,
+      "eval_ar_ud_pr_auc": 0.8975135014397005,
+      "eval_average_ersatz_pr_auc": 0.9756196999476835,
+      "eval_average_opus100_pr_auc": 0.8570214363821568,
+      "eval_average_ud_pr_auc": 0.967518924547775,
+      "eval_az_opus100_pr_auc": 0.7992202074292296,
+      "eval_be_opus100_pr_auc": 0.7794188655021309,
+      "eval_be_ud_pr_auc": 0.8964391078243226,
+      "eval_bg_opus100_pr_auc": 0.925191093643781,
+      "eval_bg_ud_pr_auc": 0.997981546697925,
+      "eval_bn_opus100_pr_auc": 0.8636115952326685,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8990093836004902,
+      "eval_ca_ud_pr_auc": 0.9971835456541434,
+      "eval_ceb_ud_pr_auc": 0.9954930307815928,
+      "eval_cs_ersatz_pr_auc": 0.988239266824867,
+      "eval_cs_opus100_pr_auc": 0.9243261694149982,
+      "eval_cs_ud_pr_auc": 0.9612587169341604,
+      "eval_cy_opus100_pr_auc": 0.7875040339841953,
+      "eval_cy_ud_pr_auc": 0.9975872234544552,
+      "eval_da_opus100_pr_auc": 0.9277628708928292,
+      "eval_da_ud_pr_auc": 0.9767573000490957,
+      "eval_de_ersatz_pr_auc": 0.9898404227067961,
+      "eval_de_opus100_pr_auc": 0.9228495585791009,
+      "eval_de_ud_pr_auc": 0.9841344808147049,
+      "eval_el_opus100_pr_auc": 0.9208572065450709,
+      "eval_el_ud_pr_auc": 0.9882413659957078,
+      "eval_en_ersatz_pr_auc": 0.9942808466365751,
+      "eval_en_opus100_pr_auc": 0.9255208128867307,
+      "eval_en_ud_pr_auc": 0.9861141847583034,
+      "eval_eo_opus100_pr_auc": 0.9332556851189533,
+      "eval_es_ersatz_pr_auc": 0.9971103509324503,
+      "eval_es_opus100_pr_auc": 0.939364346818467,
+      "eval_es_ud_pr_auc": 0.9915888108922988,
+      "eval_et_ersatz_pr_auc": 0.9823059606820485,
+      "eval_et_opus100_pr_auc": 0.9314847797419871,
+      "eval_et_ud_pr_auc": 0.9758913851863446,
+      "eval_eu_opus100_pr_auc": 0.8902442170583209,
+      "eval_eu_ud_pr_auc": 0.9930431082864787,
+      "eval_fa_opus100_pr_auc": 0.659280619671384,
+      "eval_fa_ud_pr_auc": 0.997264108652727,
+      "eval_fi_ersatz_pr_auc": 0.9956304246325449,
+      "eval_fi_opus100_pr_auc": 0.9344680705269192,
+      "eval_fi_ud_pr_auc": 0.9689340067943082,
+      "eval_fr_ersatz_pr_auc": 0.9917081652556664,
+      "eval_fr_opus100_pr_auc": 0.9173173578132802,
+      "eval_fr_ud_pr_auc": 0.9894628453190901,
+      "eval_fy_opus100_pr_auc": 0.7197881600340189,
+      "eval_ga_opus100_pr_auc": 0.9178956596920541,
+      "eval_ga_ud_pr_auc": 0.8162001630561417,
+      "eval_gd_opus100_pr_auc": 0.7279006027020515,
+      "eval_gd_ud_pr_auc": 0.8360366287465434,
+      "eval_gl_opus100_pr_auc": 0.9009676567351644,
+      "eval_gl_ud_pr_auc": 0.9973154415052159,
+      "eval_gu_ersatz_pr_auc": 0.9502981428395364,
+      "eval_gu_opus100_pr_auc": 0.7745036151586843,
+      "eval_ha_opus100_pr_auc": 0.9298747123754378,
+      "eval_he_opus100_pr_auc": 0.893250581379558,
+      "eval_he_ud_pr_auc": 0.982494656945371,
+      "eval_hi_ersatz_pr_auc": 0.9846337318587984,
+      "eval_hi_opus100_pr_auc": 0.745739529077754,
+      "eval_hi_ud_pr_auc": 0.9882324137170916,
+      "eval_hu_opus100_pr_auc": 0.9211505090760037,
+      "eval_hu_ud_pr_auc": 0.9886351083054816,
+      "eval_hy_opus100_pr_auc": 0.9191917211165065,
+      "eval_hy_ud_pr_auc": 0.9735970402706804,
+      "eval_id_opus100_pr_auc": 0.893156914826161,
+      "eval_id_ud_pr_auc": 0.9964619321182978,
+      "eval_ig_opus100_pr_auc": 0.8867642937149802,
+      "eval_is_opus100_pr_auc": 0.9339484350926743,
+      "eval_is_ud_pr_auc": 0.9052718863719262,
+      "eval_it_opus100_pr_auc": 0.9199215559793185,
+      "eval_it_ud_pr_auc": 0.9979871142026218,
+      "eval_ja_ersatz_pr_auc": 0.9026544156484372,
+      "eval_ja_opus100_pr_auc": 0.8439182737743662,
+      "eval_ja_ud_pr_auc": 0.9807794259040721,
+      "eval_jv_ud_pr_auc": 0.9565259810216519,
+      "eval_ka_opus100_pr_auc": 0.8579002608375143,
+      "eval_kk_ersatz_pr_auc": 0.9887995687960334,
+      "eval_kk_opus100_pr_auc": 0.8227560323565162,
+      "eval_kk_ud_pr_auc": 0.97398622926178,
+      "eval_km_ersatz_pr_auc": 0.9475391461878984,
+      "eval_km_opus100_pr_auc": 0.8015506111481936,
+      "eval_kn_opus100_pr_auc": 0.6961671259514052,
+      "eval_ko_opus100_pr_auc": 0.7148015417168567,
+      "eval_ko_ud_pr_auc": 0.9980788376643712,
+      "eval_ku_opus100_pr_auc": 0.8731838324023614,
+      "eval_ky_opus100_pr_auc": 0.9018724711530219,
+      "eval_la_ud_pr_auc": 0.9752060469851909,
+      "eval_loss": 0.025119364261627197,
+      "eval_lt_ersatz_pr_auc": 0.9972072235528062,
+      "eval_lt_opus100_pr_auc": 0.8987433307929582,
+      "eval_lt_ud_pr_auc": 0.9959351499061151,
+      "eval_lv_ersatz_pr_auc": 0.9940551451860568,
+      "eval_lv_opus100_pr_auc": 0.9069894867223397,
+      "eval_lv_ud_pr_auc": 0.9698879039252948,
+      "eval_mg_opus100_pr_auc": 0.9435810431245114,
+      "eval_mk_opus100_pr_auc": 0.9263669107527849,
+      "eval_ml_opus100_pr_auc": 0.8201851574073515,
+      "eval_mn_opus100_pr_auc": 0.9579812609597772,
+      "eval_mr_opus100_pr_auc": 0.9132653232668417,
+      "eval_mr_ud_pr_auc": 0.9755684085338059,
+      "eval_ms_opus100_pr_auc": 0.8832313653786267,
+      "eval_mt_opus100_pr_auc": 0.8788705390664459,
+      "eval_mt_ud_pr_auc": 0.9211371143099414,
+      "eval_my_opus100_pr_auc": 0.8521574376627002,
+      "eval_ne_opus100_pr_auc": 0.7639371367456923,
+      "eval_nl_opus100_pr_auc": 0.906248550690784,
+      "eval_nl_ud_pr_auc": 0.9864732504498719,
+      "eval_no_opus100_pr_auc": 0.9229908347285858,
+      "eval_no_ud_pr_auc": 0.9963273884732966,
+      "eval_pa_opus100_pr_auc": 0.7113028169976657,
+      "eval_pl_ersatz_pr_auc": 0.9738655670034768,
+      "eval_pl_opus100_pr_auc": 0.9056560952411141,
+      "eval_pl_ud_pr_auc": 0.9705864410272962,
+      "eval_ps_ersatz_pr_auc": 0.9323341298434045,
+      "eval_ps_opus100_pr_auc": 0.7579189878221417,
+      "eval_pt_opus100_pr_auc": 0.9260616173575512,
+      "eval_pt_ud_pr_auc": 0.9882915730254269,
+      "eval_ro_ersatz_pr_auc": 0.9945450605823455,
+      "eval_ro_opus100_pr_auc": 0.8674532187335998,
+      "eval_ro_ud_pr_auc": 0.9645511479017292,
+      "eval_ru_ersatz_pr_auc": 0.9957357665608826,
+      "eval_ru_opus100_pr_auc": 0.933543518105122,
+      "eval_ru_ud_pr_auc": 0.8791576942331536,
+      "eval_runtime": 398.6185,
+      "eval_samples_per_second": 189.214,
+      "eval_si_opus100_pr_auc": 0.8398170059363653,
+      "eval_sk_opus100_pr_auc": 0.9434165166827354,
+      "eval_sk_ud_pr_auc": 0.9861935038844291,
+      "eval_sl_opus100_pr_auc": 0.8889054519396113,
+      "eval_sl_ud_pr_auc": 0.9675457252488913,
+      "eval_sq_opus100_pr_auc": 0.9390003403190827,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9146222000970671,
+      "eval_sr_ud_pr_auc": 0.9994382927611155,
+      "eval_steps_per_second": 0.74,
+      "eval_sv_opus100_pr_auc": 0.9080445001389758,
+      "eval_sv_ud_pr_auc": 0.9512183272730488,
+      "eval_ta_ersatz_pr_auc": 0.9829259987617159,
+      "eval_ta_opus100_pr_auc": 0.7464780106325926,
+      "eval_ta_ud_pr_auc": 0.9991680709438322,
+      "eval_te_opus100_pr_auc": 0.8408159081072455,
+      "eval_tg_opus100_pr_auc": 0.9146663105429168,
+      "eval_th_opus100_pr_auc": 0.7118383498504,
+      "eval_th_ud_pr_auc": 0.8781610041369041,
+      "eval_tr_ersatz_pr_auc": 0.9685094822638475,
+      "eval_tr_opus100_pr_auc": 0.9165499857966062,
+      "eval_tr_ud_pr_auc": 0.960659975833257,
+      "eval_uk_opus100_pr_auc": 0.8825040637389787,
+      "eval_uk_ud_pr_auc": 0.9270002506367604,
+      "eval_ur_opus100_pr_auc": 0.6364160043450683,
+      "eval_ur_ud_pr_auc": 0.9956049887888039,
+      "eval_uz_opus100_pr_auc": 0.8937168351780342,
+      "eval_vi_opus100_pr_auc": 0.9010035303754103,
+      "eval_vi_ud_pr_auc": 0.9589657281482977,
+      "eval_xh_opus100_pr_auc": 0.8941516605804619,
+      "eval_yi_opus100_pr_auc": 0.6810924303255844,
+      "eval_yo_opus100_pr_auc": 0.832457683616654,
+      "eval_yo_ud_pr_auc": 0.9221116784221756,
+      "eval_zh_ersatz_pr_auc": 0.9694287540313384,
+      "eval_zh_opus100_pr_auc": 0.8902913417588363,
+      "eval_zh_ud_pr_auc": 0.9965096730273446,
+      "eval_zu_opus100_pr_auc": 0.841279282997868,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.0217,
+      "step": 220050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.0213,
+      "step": 220100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0215,
+      "step": 220150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0216,
+      "step": 220200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0213,
+      "step": 220250
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.0212,
+      "step": 220300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0214,
+      "step": 220350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.0214,
+      "step": 220400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.0217,
+      "step": 220450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.0214,
+      "step": 220500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.0215,
+      "step": 220550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0217,
+      "step": 220600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.0216,
+      "step": 220650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.0215,
+      "step": 220700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.0216,
+      "step": 220750
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0214,
+      "step": 220800
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.0216,
+      "step": 220850
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0217,
+      "step": 220900
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0214,
+      "step": 220950
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.0214,
+      "step": 221000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.0213,
+      "step": 221050
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.0215,
+      "step": 221100
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0216,
+      "step": 221150
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0215,
+      "step": 221200
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0214,
+      "step": 221250
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.0216,
+      "step": 221300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0217,
+      "step": 221350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.0217,
+      "step": 221400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.0216,
+      "step": 221450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0217,
+      "step": 221500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0214,
+      "step": 221550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0214,
+      "step": 221600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.0217,
+      "step": 221650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.0216,
+      "step": 221700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.0217,
+      "step": 221750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0214,
+      "step": 221800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0216,
+      "step": 221850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0216,
+      "step": 221900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0213,
+      "step": 221950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.0217,
+      "step": 222000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.0216,
+      "step": 222050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0216,
+      "step": 222100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0215,
+      "step": 222150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.0216,
+      "step": 222200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.0217,
+      "step": 222250
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0214,
+      "step": 222300
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0215,
+      "step": 222350
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.0212,
+      "step": 222400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0215,
+      "step": 222450
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0215,
+      "step": 222500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0216,
+      "step": 222550
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.0214,
+      "step": 222600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0215,
+      "step": 222650
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.0213,
+      "step": 222700
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0217,
+      "step": 222750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.0216,
+      "step": 222800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0214,
+      "step": 222850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.0215,
+      "step": 222900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0215,
+      "step": 222950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0214,
+      "step": 223000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.0216,
+      "step": 223050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.0213,
+      "step": 223100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0215,
+      "step": 223150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.0214,
+      "step": 223200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.0215,
+      "step": 223250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0214,
+      "step": 223300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.0213,
+      "step": 223350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.0216,
+      "step": 223400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0213,
+      "step": 223450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0214,
+      "step": 223500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0216,
+      "step": 223550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.0215,
+      "step": 223600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.0215,
+      "step": 223650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0216,
+      "step": 223700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.0212,
+      "step": 223750
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0213,
+      "step": 223800
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0213,
+      "step": 223850
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.0215,
+      "step": 223900
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.0214,
+      "step": 223950
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0216,
+      "step": 224000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0213,
+      "step": 224050
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.0216,
+      "step": 224100
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.0215,
+      "step": 224150
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.0215,
+      "step": 224200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.0211,
+      "step": 224250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0213,
+      "step": 224300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.0214,
+      "step": 224350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0214,
+      "step": 224400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0216,
+      "step": 224450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0215,
+      "step": 224500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0216,
+      "step": 224550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0214,
+      "step": 224600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.0216,
+      "step": 224650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.0215,
+      "step": 224700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0215,
+      "step": 224750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0214,
+      "step": 224800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.0214,
+      "step": 224850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.0216,
+      "step": 224900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.0215,
+      "step": 224950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0215,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "eval_af_opus100_pr_auc": 0.8003588006700976,
+      "eval_af_ud_pr_auc": 0.9913022273342995,
+      "eval_am_opus100_pr_auc": 0.6117395971530427,
+      "eval_ar_ersatz_pr_auc": 0.9316017254525149,
+      "eval_ar_opus100_pr_auc": 0.7486959843807768,
+      "eval_ar_ud_pr_auc": 0.900318925560205,
+      "eval_average_ersatz_pr_auc": 0.9740081145654106,
+      "eval_average_opus100_pr_auc": 0.855796079805879,
+      "eval_average_ud_pr_auc": 0.9668236735376914,
+      "eval_az_opus100_pr_auc": 0.802220877644109,
+      "eval_be_opus100_pr_auc": 0.7692393881325741,
+      "eval_be_ud_pr_auc": 0.9016647868230953,
+      "eval_bg_opus100_pr_auc": 0.9265001761824683,
+      "eval_bg_ud_pr_auc": 0.9972603137999433,
+      "eval_bn_opus100_pr_auc": 0.8561119637406798,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8988284218574608,
+      "eval_ca_ud_pr_auc": 0.9964471652904471,
+      "eval_ceb_ud_pr_auc": 0.9970723144511724,
+      "eval_cs_ersatz_pr_auc": 0.9873596701337386,
+      "eval_cs_opus100_pr_auc": 0.9236793627201882,
+      "eval_cs_ud_pr_auc": 0.9612280045929267,
+      "eval_cy_opus100_pr_auc": 0.7885422294888688,
+      "eval_cy_ud_pr_auc": 0.9972131025167804,
+      "eval_da_opus100_pr_auc": 0.9294697028355223,
+      "eval_da_ud_pr_auc": 0.9757574526219416,
+      "eval_de_ersatz_pr_auc": 0.9910235411551691,
+      "eval_de_opus100_pr_auc": 0.9202591499047916,
+      "eval_de_ud_pr_auc": 0.984398020853797,
+      "eval_el_opus100_pr_auc": 0.9189822041906538,
+      "eval_el_ud_pr_auc": 0.9899692409515964,
+      "eval_en_ersatz_pr_auc": 0.9932154721459463,
+      "eval_en_opus100_pr_auc": 0.9241127285928243,
+      "eval_en_ud_pr_auc": 0.9866283971377956,
+      "eval_eo_opus100_pr_auc": 0.9321449517841695,
+      "eval_es_ersatz_pr_auc": 0.9960138697709917,
+      "eval_es_opus100_pr_auc": 0.9378466524238503,
+      "eval_es_ud_pr_auc": 0.9898693006624487,
+      "eval_et_ersatz_pr_auc": 0.9836620562691045,
+      "eval_et_opus100_pr_auc": 0.9311776294506763,
+      "eval_et_ud_pr_auc": 0.9752763692562157,
+      "eval_eu_opus100_pr_auc": 0.8837712105066622,
+      "eval_eu_ud_pr_auc": 0.9928857253850797,
+      "eval_fa_opus100_pr_auc": 0.6441618083284042,
+      "eval_fa_ud_pr_auc": 0.994883836023928,
+      "eval_fi_ersatz_pr_auc": 0.9938718981717719,
+      "eval_fi_opus100_pr_auc": 0.9340842450410073,
+      "eval_fi_ud_pr_auc": 0.9660144269619597,
+      "eval_fr_ersatz_pr_auc": 0.9879573290808342,
+      "eval_fr_opus100_pr_auc": 0.9264586149919408,
+      "eval_fr_ud_pr_auc": 0.9909833704316579,
+      "eval_fy_opus100_pr_auc": 0.7145865968598407,
+      "eval_ga_opus100_pr_auc": 0.9110750090543865,
+      "eval_ga_ud_pr_auc": 0.8198221234079845,
+      "eval_gd_opus100_pr_auc": 0.7553453456899897,
+      "eval_gd_ud_pr_auc": 0.8172296736238721,
+      "eval_gl_opus100_pr_auc": 0.8937288015862662,
+      "eval_gl_ud_pr_auc": 0.9956712104373076,
+      "eval_gu_ersatz_pr_auc": 0.9522608229912698,
+      "eval_gu_opus100_pr_auc": 0.7621981116696176,
+      "eval_ha_opus100_pr_auc": 0.9289986965391518,
+      "eval_he_opus100_pr_auc": 0.8898586373715475,
+      "eval_he_ud_pr_auc": 0.9786340066462643,
+      "eval_hi_ersatz_pr_auc": 0.9795055727850943,
+      "eval_hi_opus100_pr_auc": 0.7379024171748083,
+      "eval_hi_ud_pr_auc": 0.9850449037702182,
+      "eval_hu_opus100_pr_auc": 0.9215731458982188,
+      "eval_hu_ud_pr_auc": 0.9856351424983774,
+      "eval_hy_opus100_pr_auc": 0.9165833966094586,
+      "eval_hy_ud_pr_auc": 0.9772625513710514,
+      "eval_id_opus100_pr_auc": 0.8964925367803522,
+      "eval_id_ud_pr_auc": 0.995872693592806,
+      "eval_ig_opus100_pr_auc": 0.8917980776470306,
+      "eval_is_opus100_pr_auc": 0.932292358338853,
+      "eval_is_ud_pr_auc": 0.9141701204611898,
+      "eval_it_opus100_pr_auc": 0.921297567619543,
+      "eval_it_ud_pr_auc": 0.9977668517570705,
+      "eval_ja_ersatz_pr_auc": 0.8955190415823817,
+      "eval_ja_opus100_pr_auc": 0.8473593260222537,
+      "eval_ja_ud_pr_auc": 0.9817902009940068,
+      "eval_jv_ud_pr_auc": 0.9534984452557136,
+      "eval_ka_opus100_pr_auc": 0.8532838845610703,
+      "eval_kk_ersatz_pr_auc": 0.9888716532092858,
+      "eval_kk_opus100_pr_auc": 0.8095535836768406,
+      "eval_kk_ud_pr_auc": 0.9756894707567944,
+      "eval_km_ersatz_pr_auc": 0.9492856781406303,
+      "eval_km_opus100_pr_auc": 0.7773310546959722,
+      "eval_kn_opus100_pr_auc": 0.7123956526453825,
+      "eval_ko_opus100_pr_auc": 0.696234101782212,
+      "eval_ko_ud_pr_auc": 0.9980544098985642,
+      "eval_ku_opus100_pr_auc": 0.8734286119849974,
+      "eval_ky_opus100_pr_auc": 0.8977146010127937,
+      "eval_la_ud_pr_auc": 0.970276485024696,
+      "eval_loss": 0.024827390909194946,
+      "eval_lt_ersatz_pr_auc": 0.9970083983087934,
+      "eval_lt_opus100_pr_auc": 0.8956266983885276,
+      "eval_lt_ud_pr_auc": 0.9964794397540773,
+      "eval_lv_ersatz_pr_auc": 0.9935848095971721,
+      "eval_lv_opus100_pr_auc": 0.9009348998232807,
+      "eval_lv_ud_pr_auc": 0.9699917316336305,
+      "eval_mg_opus100_pr_auc": 0.9449721205354767,
+      "eval_mk_opus100_pr_auc": 0.9234110408539479,
+      "eval_ml_opus100_pr_auc": 0.8070290177001801,
+      "eval_mn_opus100_pr_auc": 0.9565397154256299,
+      "eval_mr_opus100_pr_auc": 0.9229846007440374,
+      "eval_mr_ud_pr_auc": 0.9779602831750489,
+      "eval_ms_opus100_pr_auc": 0.8761034780246947,
+      "eval_mt_opus100_pr_auc": 0.8718456774705526,
+      "eval_mt_ud_pr_auc": 0.9178199574430914,
+      "eval_my_opus100_pr_auc": 0.8464904157326266,
+      "eval_ne_opus100_pr_auc": 0.7655315249434502,
+      "eval_nl_opus100_pr_auc": 0.9013382991691334,
+      "eval_nl_ud_pr_auc": 0.9871106563366414,
+      "eval_no_opus100_pr_auc": 0.9247742052218256,
+      "eval_no_ud_pr_auc": 0.9966258846693385,
+      "eval_pa_opus100_pr_auc": 0.7242738865978313,
+      "eval_pl_ersatz_pr_auc": 0.9727633328866511,
+      "eval_pl_opus100_pr_auc": 0.9058389592014303,
+      "eval_pl_ud_pr_auc": 0.968762057616075,
+      "eval_ps_ersatz_pr_auc": 0.9219014253588778,
+      "eval_ps_opus100_pr_auc": 0.7529736664036986,
+      "eval_pt_opus100_pr_auc": 0.9270148504980816,
+      "eval_pt_ud_pr_auc": 0.9875838828764569,
+      "eval_ro_ersatz_pr_auc": 0.993785362997073,
+      "eval_ro_opus100_pr_auc": 0.8735817888228317,
+      "eval_ro_ud_pr_auc": 0.9575620408322295,
+      "eval_ru_ersatz_pr_auc": 0.9951748560210014,
+      "eval_ru_opus100_pr_auc": 0.940127068933699,
+      "eval_ru_ud_pr_auc": 0.8851914161227811,
+      "eval_runtime": 405.7638,
+      "eval_samples_per_second": 185.882,
+      "eval_si_opus100_pr_auc": 0.8311905866841582,
+      "eval_sk_opus100_pr_auc": 0.9438034613753363,
+      "eval_sk_ud_pr_auc": 0.9868235377240436,
+      "eval_sl_opus100_pr_auc": 0.8950172500788683,
+      "eval_sl_ud_pr_auc": 0.9639060136042072,
+      "eval_sq_opus100_pr_auc": 0.9339996127338581,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9187967208508986,
+      "eval_sr_ud_pr_auc": 0.9991793638556334,
+      "eval_steps_per_second": 0.727,
+      "eval_sv_opus100_pr_auc": 0.9101823974490248,
+      "eval_sv_ud_pr_auc": 0.9516275487093303,
+      "eval_ta_ersatz_pr_auc": 0.9825755620132665,
+      "eval_ta_opus100_pr_auc": 0.7337913217622244,
+      "eval_ta_ud_pr_auc": 0.9987279084969712,
+      "eval_te_opus100_pr_auc": 0.8419901282212577,
+      "eval_tg_opus100_pr_auc": 0.9152761570300918,
+      "eval_th_opus100_pr_auc": 0.7043813692110158,
+      "eval_th_ud_pr_auc": 0.8830307658671702,
+      "eval_tr_ersatz_pr_auc": 0.972564046503296,
+      "eval_tr_opus100_pr_auc": 0.9124484018448132,
+      "eval_tr_ud_pr_auc": 0.9591784648585322,
+      "eval_uk_opus100_pr_auc": 0.8848020811278688,
+      "eval_uk_ud_pr_auc": 0.9307564237606633,
+      "eval_ur_opus100_pr_auc": 0.6185172888749381,
+      "eval_ur_ud_pr_auc": 0.9942981667275671,
+      "eval_uz_opus100_pr_auc": 0.8899209907211392,
+      "eval_vi_opus100_pr_auc": 0.9006051861169865,
+      "eval_vi_ud_pr_auc": 0.9502642083576909,
+      "eval_xh_opus100_pr_auc": 0.8944932667489517,
+      "eval_yi_opus100_pr_auc": 0.6949469274062058,
+      "eval_yo_opus100_pr_auc": 0.8183028642414394,
+      "eval_yo_ud_pr_auc": 0.9142109882803375,
+      "eval_zh_ersatz_pr_auc": 0.9686723958641654,
+      "eval_zh_opus100_pr_auc": 0.883243633579447,
+      "eval_zh_ud_pr_auc": 0.9962673807956857,
+      "eval_zu_opus100_pr_auc": 0.8387597682912549,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0214,
+      "step": 225050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0213,
+      "step": 225100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.0213,
+      "step": 225150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.0214,
+      "step": 225200
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0214,
+      "step": 225250
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.0216,
+      "step": 225300
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.0218,
+      "step": 225350
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.0214,
+      "step": 225400
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.0214,
+      "step": 225450
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0215,
+      "step": 225500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0213,
+      "step": 225550
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.0211,
+      "step": 225600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0216,
+      "step": 225650
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.0213,
+      "step": 225700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.0213,
+      "step": 225750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0216,
+      "step": 225800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.0214,
+      "step": 225850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0214,
+      "step": 225900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.0216,
+      "step": 225950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0213,
+      "step": 226000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.0216,
+      "step": 226050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.0215,
+      "step": 226100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0213,
+      "step": 226150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.0214,
+      "step": 226200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.0213,
+      "step": 226250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0214,
+      "step": 226300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.0215,
+      "step": 226350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.0213,
+      "step": 226400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.0214,
+      "step": 226450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.0217,
+      "step": 226500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0216,
+      "step": 226550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.0216,
+      "step": 226600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.0211,
+      "step": 226650
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.0216,
+      "step": 226700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.0213,
+      "step": 226750
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.0215,
+      "step": 226800
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0216,
+      "step": 226850
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0211,
+      "step": 226900
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0213,
+      "step": 226950
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0214,
+      "step": 227000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0213,
+      "step": 227050
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0215,
+      "step": 227100
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.0217,
+      "step": 227150
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0214,
+      "step": 227200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0214,
+      "step": 227250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.0215,
+      "step": 227300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.0215,
+      "step": 227350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0215,
+      "step": 227400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0215,
+      "step": 227450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0214,
+      "step": 227500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.0212,
+      "step": 227550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0215,
+      "step": 227600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.0215,
+      "step": 227650
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.0212,
+      "step": 227700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0215,
+      "step": 227750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0213,
+      "step": 227800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0212,
+      "step": 227850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.0213,
+      "step": 227900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0213,
+      "step": 227950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.0214,
+      "step": 228000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.0214,
+      "step": 228050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.0213,
+      "step": 228100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0213,
+      "step": 228150
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0213,
+      "step": 228200
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.0213,
+      "step": 228250
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0213,
+      "step": 228300
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0213,
+      "step": 228350
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.0214,
+      "step": 228400
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0212,
+      "step": 228450
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0216,
+      "step": 228500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0212,
+      "step": 228550
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.0213,
+      "step": 228600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0214,
+      "step": 228650
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0214,
+      "step": 228700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0216,
+      "step": 228750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.0216,
+      "step": 228800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0212,
+      "step": 228850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0215,
+      "step": 228900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0215,
+      "step": 228950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0214,
+      "step": 229000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.0212,
+      "step": 229050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.0212,
+      "step": 229100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.0211,
+      "step": 229150
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.0214,
+      "step": 229200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.0215,
+      "step": 229250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0214,
+      "step": 229300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.0212,
+      "step": 229350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0213,
+      "step": 229400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0215,
+      "step": 229450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.0213,
+      "step": 229500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0214,
+      "step": 229550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0215,
+      "step": 229600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.0215,
+      "step": 229650
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0213,
+      "step": 229700
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.0215,
+      "step": 229750
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0213,
+      "step": 229800
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0213,
+      "step": 229850
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.0213,
+      "step": 229900
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0214,
+      "step": 229950
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0216,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "eval_af_opus100_pr_auc": 0.8072498051197535,
+      "eval_af_ud_pr_auc": 0.9938247698100287,
+      "eval_am_opus100_pr_auc": 0.6203910124296721,
+      "eval_ar_ersatz_pr_auc": 0.9278175638017108,
+      "eval_ar_opus100_pr_auc": 0.7421603805793646,
+      "eval_ar_ud_pr_auc": 0.8998100747425625,
+      "eval_average_ersatz_pr_auc": 0.9736708534387092,
+      "eval_average_opus100_pr_auc": 0.8592680641500122,
+      "eval_average_ud_pr_auc": 0.9670729550648709,
+      "eval_az_opus100_pr_auc": 0.792687873419291,
+      "eval_be_opus100_pr_auc": 0.7851055273655251,
+      "eval_be_ud_pr_auc": 0.9065976107317559,
+      "eval_bg_opus100_pr_auc": 0.9263649300260762,
+      "eval_bg_ud_pr_auc": 0.9980721288088203,
+      "eval_bn_opus100_pr_auc": 0.8591522574945875,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.900086437189857,
+      "eval_ca_ud_pr_auc": 0.9962485013845296,
+      "eval_ceb_ud_pr_auc": 0.997023288027745,
+      "eval_cs_ersatz_pr_auc": 0.9849537531848204,
+      "eval_cs_opus100_pr_auc": 0.929703517379424,
+      "eval_cs_ud_pr_auc": 0.9611347610177612,
+      "eval_cy_opus100_pr_auc": 0.808452819057459,
+      "eval_cy_ud_pr_auc": 0.9975515804675589,
+      "eval_da_opus100_pr_auc": 0.9314513873740805,
+      "eval_da_ud_pr_auc": 0.9776781280929475,
+      "eval_de_ersatz_pr_auc": 0.9894733089215606,
+      "eval_de_opus100_pr_auc": 0.920860538599577,
+      "eval_de_ud_pr_auc": 0.9836069075385712,
+      "eval_el_opus100_pr_auc": 0.9172928090784661,
+      "eval_el_ud_pr_auc": 0.9923230870339849,
+      "eval_en_ersatz_pr_auc": 0.9944277746839465,
+      "eval_en_opus100_pr_auc": 0.9225947807924375,
+      "eval_en_ud_pr_auc": 0.9849396334294838,
+      "eval_eo_opus100_pr_auc": 0.926545162524769,
+      "eval_es_ersatz_pr_auc": 0.9967786771659847,
+      "eval_es_opus100_pr_auc": 0.9388969048854264,
+      "eval_es_ud_pr_auc": 0.9913138917898587,
+      "eval_et_ersatz_pr_auc": 0.9819940168540594,
+      "eval_et_opus100_pr_auc": 0.9316374269539109,
+      "eval_et_ud_pr_auc": 0.9725319334042384,
+      "eval_eu_opus100_pr_auc": 0.8853514432206707,
+      "eval_eu_ud_pr_auc": 0.9898788624558348,
+      "eval_fa_opus100_pr_auc": 0.6550659891382066,
+      "eval_fa_ud_pr_auc": 0.9957877306933693,
+      "eval_fi_ersatz_pr_auc": 0.9928222154695847,
+      "eval_fi_opus100_pr_auc": 0.9320105877771849,
+      "eval_fi_ud_pr_auc": 0.9674244880021299,
+      "eval_fr_ersatz_pr_auc": 0.9897643035716391,
+      "eval_fr_opus100_pr_auc": 0.923237826080241,
+      "eval_fr_ud_pr_auc": 0.9894682468163472,
+      "eval_fy_opus100_pr_auc": 0.7251833930152206,
+      "eval_ga_opus100_pr_auc": 0.9239456616048318,
+      "eval_ga_ud_pr_auc": 0.8389277332819385,
+      "eval_gd_opus100_pr_auc": 0.7556594256060057,
+      "eval_gd_ud_pr_auc": 0.8446148233392661,
+      "eval_gl_opus100_pr_auc": 0.9027321245362624,
+      "eval_gl_ud_pr_auc": 0.9972224009857372,
+      "eval_gu_ersatz_pr_auc": 0.9495392574609787,
+      "eval_gu_opus100_pr_auc": 0.7833573326376205,
+      "eval_ha_opus100_pr_auc": 0.9273135980809919,
+      "eval_he_opus100_pr_auc": 0.8859871625041881,
+      "eval_he_ud_pr_auc": 0.9821714489019792,
+      "eval_hi_ersatz_pr_auc": 0.980498347124859,
+      "eval_hi_opus100_pr_auc": 0.7567250459526019,
+      "eval_hi_ud_pr_auc": 0.9857293674944867,
+      "eval_hu_opus100_pr_auc": 0.918971490833623,
+      "eval_hu_ud_pr_auc": 0.9851930841761813,
+      "eval_hy_opus100_pr_auc": 0.9208512875701167,
+      "eval_hy_ud_pr_auc": 0.974300382537502,
+      "eval_id_opus100_pr_auc": 0.8867007286650317,
+      "eval_id_ud_pr_auc": 0.9957981621207382,
+      "eval_ig_opus100_pr_auc": 0.8980083655039365,
+      "eval_is_opus100_pr_auc": 0.9337116312154974,
+      "eval_is_ud_pr_auc": 0.9150906943397349,
+      "eval_it_opus100_pr_auc": 0.9203869031956922,
+      "eval_it_ud_pr_auc": 0.9976438324016907,
+      "eval_ja_ersatz_pr_auc": 0.8997131868932833,
+      "eval_ja_opus100_pr_auc": 0.8613298291963969,
+      "eval_ja_ud_pr_auc": 0.9808737856702531,
+      "eval_jv_ud_pr_auc": 0.9556569469913491,
+      "eval_ka_opus100_pr_auc": 0.8556963304333025,
+      "eval_kk_ersatz_pr_auc": 0.9889178897337576,
+      "eval_kk_opus100_pr_auc": 0.8354675051932485,
+      "eval_kk_ud_pr_auc": 0.9734929160220752,
+      "eval_km_ersatz_pr_auc": 0.9475828522668165,
+      "eval_km_opus100_pr_auc": 0.8016644204504509,
+      "eval_kn_opus100_pr_auc": 0.718386770473844,
+      "eval_ko_opus100_pr_auc": 0.7065884672059779,
+      "eval_ko_ud_pr_auc": 0.9965512246031876,
+      "eval_ku_opus100_pr_auc": 0.87824593185892,
+      "eval_ky_opus100_pr_auc": 0.9070456680499699,
+      "eval_la_ud_pr_auc": 0.9684242957721005,
+      "eval_loss": 0.024967389181256294,
+      "eval_lt_ersatz_pr_auc": 0.9968991690109209,
+      "eval_lt_opus100_pr_auc": 0.9100264097943932,
+      "eval_lt_ud_pr_auc": 0.995884543751638,
+      "eval_lv_ersatz_pr_auc": 0.9934518391205314,
+      "eval_lv_opus100_pr_auc": 0.9119842972378767,
+      "eval_lv_ud_pr_auc": 0.9688907287781462,
+      "eval_mg_opus100_pr_auc": 0.9476671609705978,
+      "eval_mk_opus100_pr_auc": 0.9238154340991548,
+      "eval_ml_opus100_pr_auc": 0.8153442904370359,
+      "eval_mn_opus100_pr_auc": 0.966072305402187,
+      "eval_mr_opus100_pr_auc": 0.9114435994357895,
+      "eval_mr_ud_pr_auc": 0.9724796819858644,
+      "eval_ms_opus100_pr_auc": 0.8763674171879381,
+      "eval_mt_opus100_pr_auc": 0.8758914301818191,
+      "eval_mt_ud_pr_auc": 0.8968074702999216,
+      "eval_my_opus100_pr_auc": 0.8249737884917142,
+      "eval_ne_opus100_pr_auc": 0.7698069971949749,
+      "eval_nl_opus100_pr_auc": 0.8997260200813374,
+      "eval_nl_ud_pr_auc": 0.9863261262215279,
+      "eval_no_opus100_pr_auc": 0.922230363141995,
+      "eval_no_ud_pr_auc": 0.9962099869492469,
+      "eval_pa_opus100_pr_auc": 0.7213674427662908,
+      "eval_pl_ersatz_pr_auc": 0.9747256243088294,
+      "eval_pl_opus100_pr_auc": 0.8998862345806413,
+      "eval_pl_ud_pr_auc": 0.965549063767177,
+      "eval_ps_ersatz_pr_auc": 0.920645856819385,
+      "eval_ps_opus100_pr_auc": 0.7823562718960864,
+      "eval_pt_opus100_pr_auc": 0.9272241456168702,
+      "eval_pt_ud_pr_auc": 0.9868985544471256,
+      "eval_ro_ersatz_pr_auc": 0.99310255560902,
+      "eval_ro_opus100_pr_auc": 0.882817021468351,
+      "eval_ro_ud_pr_auc": 0.9557932225322614,
+      "eval_ru_ersatz_pr_auc": 0.9959216114949603,
+      "eval_ru_opus100_pr_auc": 0.9446128488130555,
+      "eval_ru_ud_pr_auc": 0.8827757466575947,
+      "eval_runtime": 407.1045,
+      "eval_samples_per_second": 185.269,
+      "eval_si_opus100_pr_auc": 0.8330048600823228,
+      "eval_sk_opus100_pr_auc": 0.941255592153957,
+      "eval_sk_ud_pr_auc": 0.983882602224033,
+      "eval_sl_opus100_pr_auc": 0.8871672594319591,
+      "eval_sl_ud_pr_auc": 0.9641123002810161,
+      "eval_sq_opus100_pr_auc": 0.9309987818676727,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9167043278893596,
+      "eval_sr_ud_pr_auc": 0.9990456675051265,
+      "eval_steps_per_second": 0.725,
+      "eval_sv_opus100_pr_auc": 0.9108244823394042,
+      "eval_sv_ud_pr_auc": 0.9515168225814618,
+      "eval_ta_ersatz_pr_auc": 0.9834266616695799,
+      "eval_ta_opus100_pr_auc": 0.7390815380165732,
+      "eval_ta_ud_pr_auc": 0.9988885583387284,
+      "eval_te_opus100_pr_auc": 0.8392965502466793,
+      "eval_tg_opus100_pr_auc": 0.9025094655230741,
+      "eval_th_opus100_pr_auc": 0.700307920842877,
+      "eval_th_ud_pr_auc": 0.8828642041401666,
+      "eval_tr_ersatz_pr_auc": 0.9686278791727774,
+      "eval_tr_opus100_pr_auc": 0.911836829760798,
+      "eval_tr_ud_pr_auc": 0.9582069197251734,
+      "eval_uk_opus100_pr_auc": 0.8853263057500149,
+      "eval_uk_ud_pr_auc": 0.9322299303591847,
+      "eval_ur_opus100_pr_auc": 0.6298754660402774,
+      "eval_ur_ud_pr_auc": 0.9938424354392712,
+      "eval_uz_opus100_pr_auc": 0.8886574085017872,
+      "eval_vi_opus100_pr_auc": 0.898610988679486,
+      "eval_vi_ud_pr_auc": 0.9472552740801289,
+      "eval_xh_opus100_pr_auc": 0.8928885413862294,
+      "eval_yi_opus100_pr_auc": 0.7231279715502724,
+      "eval_yo_opus100_pr_auc": 0.8161261537562923,
+      "eval_yo_ud_pr_auc": 0.9204547218157229,
+      "eval_zh_ersatz_pr_auc": 0.9696744313125988,
+      "eval_zh_opus100_pr_auc": 0.8906647619773226,
+      "eval_zh_ud_pr_auc": 0.9963371539313749,
+      "eval_zu_opus100_pr_auc": 0.8478440854368267,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0213,
+      "step": 230050
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.0214,
+      "step": 230100
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0214,
+      "step": 230150
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0213,
+      "step": 230200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0211,
+      "step": 230250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0214,
+      "step": 230300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.0216,
+      "step": 230350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.0214,
+      "step": 230400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0212,
+      "step": 230450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0214,
+      "step": 230500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0212,
+      "step": 230550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0216,
+      "step": 230600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.0214,
+      "step": 230650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0214,
+      "step": 230700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.021,
+      "step": 230750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.0213,
+      "step": 230800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0213,
+      "step": 230850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0212,
+      "step": 230900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0215,
+      "step": 230950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0215,
+      "step": 231000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0215,
+      "step": 231050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0216,
+      "step": 231100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.0213,
+      "step": 231150
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0213,
+      "step": 231200
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.0215,
+      "step": 231250
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0214,
+      "step": 231300
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.0213,
+      "step": 231350
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0213,
+      "step": 231400
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0212,
+      "step": 231450
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0215,
+      "step": 231500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.0213,
+      "step": 231550
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0215,
+      "step": 231600
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0214,
+      "step": 231650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0215,
+      "step": 231700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.0213,
+      "step": 231750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0213,
+      "step": 231800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.0214,
+      "step": 231850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0214,
+      "step": 231900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0214,
+      "step": 231950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0212,
+      "step": 232000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.0213,
+      "step": 232050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0213,
+      "step": 232100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0213,
+      "step": 232150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.0214,
+      "step": 232200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0213,
+      "step": 232250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0214,
+      "step": 232300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.0212,
+      "step": 232350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0213,
+      "step": 232400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0212,
+      "step": 232450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0215,
+      "step": 232500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0213,
+      "step": 232550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0214,
+      "step": 232600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0212,
+      "step": 232650
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0213,
+      "step": 232700
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0212,
+      "step": 232750
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0214,
+      "step": 232800
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0214,
+      "step": 232850
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0214,
+      "step": 232900
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0215,
+      "step": 232950
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0213,
+      "step": 233000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.0214,
+      "step": 233050
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0213,
+      "step": 233100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.0214,
+      "step": 233150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0212,
+      "step": 233200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0216,
+      "step": 233250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0214,
+      "step": 233300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.0213,
+      "step": 233350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0214,
+      "step": 233400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.0215,
+      "step": 233450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0214,
+      "step": 233500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.0214,
+      "step": 233550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0214,
+      "step": 233600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0213,
+      "step": 233650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.0214,
+      "step": 233700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0215,
+      "step": 233750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.0211,
+      "step": 233800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0212,
+      "step": 233850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0212,
+      "step": 233900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0212,
+      "step": 233950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.0213,
+      "step": 234000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0216,
+      "step": 234050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.0213,
+      "step": 234100
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.0214,
+      "step": 234150
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0214,
+      "step": 234200
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0213,
+      "step": 234250
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0214,
+      "step": 234300
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.0212,
+      "step": 234350
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.0211,
+      "step": 234400
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0211,
+      "step": 234450
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0212,
+      "step": 234500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0214,
+      "step": 234550
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.0212,
+      "step": 234600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0215,
+      "step": 234650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0215,
+      "step": 234700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0213,
+      "step": 234750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.0217,
+      "step": 234800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0212,
+      "step": 234850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.0214,
+      "step": 234900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0213,
+      "step": 234950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.0213,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "eval_af_opus100_pr_auc": 0.8013990234626545,
+      "eval_af_ud_pr_auc": 0.9934749003787191,
+      "eval_am_opus100_pr_auc": 0.6328954993545584,
+      "eval_ar_ersatz_pr_auc": 0.9283584609090395,
+      "eval_ar_opus100_pr_auc": 0.7519536714452378,
+      "eval_ar_ud_pr_auc": 0.899224011473692,
+      "eval_average_ersatz_pr_auc": 0.9746256016840937,
+      "eval_average_opus100_pr_auc": 0.8597528077903905,
+      "eval_average_ud_pr_auc": 0.967212157557716,
+      "eval_az_opus100_pr_auc": 0.8021685369633014,
+      "eval_be_opus100_pr_auc": 0.7510984493195466,
+      "eval_be_ud_pr_auc": 0.9126697742264368,
+      "eval_bg_opus100_pr_auc": 0.9355693951173771,
+      "eval_bg_ud_pr_auc": 0.9972530282815781,
+      "eval_bn_opus100_pr_auc": 0.8616893093515877,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.904366371543592,
+      "eval_ca_ud_pr_auc": 0.9966646666165478,
+      "eval_ceb_ud_pr_auc": 0.9954601955682406,
+      "eval_cs_ersatz_pr_auc": 0.986005294819075,
+      "eval_cs_opus100_pr_auc": 0.9300199758708344,
+      "eval_cs_ud_pr_auc": 0.9618829993042829,
+      "eval_cy_opus100_pr_auc": 0.7944231395947612,
+      "eval_cy_ud_pr_auc": 0.9970820041697978,
+      "eval_da_opus100_pr_auc": 0.9314883627072124,
+      "eval_da_ud_pr_auc": 0.9752316931161908,
+      "eval_de_ersatz_pr_auc": 0.9897508972327068,
+      "eval_de_opus100_pr_auc": 0.9235699827976185,
+      "eval_de_ud_pr_auc": 0.9837696878765532,
+      "eval_el_opus100_pr_auc": 0.9267661505002107,
+      "eval_el_ud_pr_auc": 0.9919095702086131,
+      "eval_en_ersatz_pr_auc": 0.993873275583467,
+      "eval_en_opus100_pr_auc": 0.9293177480501086,
+      "eval_en_ud_pr_auc": 0.9876019361199386,
+      "eval_eo_opus100_pr_auc": 0.9323116924540046,
+      "eval_es_ersatz_pr_auc": 0.9966669579873345,
+      "eval_es_opus100_pr_auc": 0.9450601838852813,
+      "eval_es_ud_pr_auc": 0.992040009252578,
+      "eval_et_ersatz_pr_auc": 0.9820096316704837,
+      "eval_et_opus100_pr_auc": 0.9364588881389762,
+      "eval_et_ud_pr_auc": 0.972479983750763,
+      "eval_eu_opus100_pr_auc": 0.8885484663157207,
+      "eval_eu_ud_pr_auc": 0.9908760663847384,
+      "eval_fa_opus100_pr_auc": 0.6562013653663852,
+      "eval_fa_ud_pr_auc": 0.9960698080924328,
+      "eval_fi_ersatz_pr_auc": 0.993993907861933,
+      "eval_fi_opus100_pr_auc": 0.9427626465457344,
+      "eval_fi_ud_pr_auc": 0.9737158220343615,
+      "eval_fr_ersatz_pr_auc": 0.9887021745610148,
+      "eval_fr_opus100_pr_auc": 0.9281979989357041,
+      "eval_fr_ud_pr_auc": 0.9913227867382338,
+      "eval_fy_opus100_pr_auc": 0.7145145363359491,
+      "eval_ga_opus100_pr_auc": 0.9195492740470863,
+      "eval_ga_ud_pr_auc": 0.8411561708100455,
+      "eval_gd_opus100_pr_auc": 0.7573245551108941,
+      "eval_gd_ud_pr_auc": 0.8272379549873278,
+      "eval_gl_opus100_pr_auc": 0.9057309104309651,
+      "eval_gl_ud_pr_auc": 0.9974786641691143,
+      "eval_gu_ersatz_pr_auc": 0.9563190750580368,
+      "eval_gu_opus100_pr_auc": 0.7687716161070879,
+      "eval_ha_opus100_pr_auc": 0.9275154239516701,
+      "eval_he_opus100_pr_auc": 0.9001617529092988,
+      "eval_he_ud_pr_auc": 0.9824227831955205,
+      "eval_hi_ersatz_pr_auc": 0.9803585680908278,
+      "eval_hi_opus100_pr_auc": 0.7485762021193394,
+      "eval_hi_ud_pr_auc": 0.985429502006204,
+      "eval_hu_opus100_pr_auc": 0.9263411514357041,
+      "eval_hu_ud_pr_auc": 0.9847699295822385,
+      "eval_hy_opus100_pr_auc": 0.922358600070345,
+      "eval_hy_ud_pr_auc": 0.9717779410296437,
+      "eval_id_opus100_pr_auc": 0.8953463713464374,
+      "eval_id_ud_pr_auc": 0.9956111439398379,
+      "eval_ig_opus100_pr_auc": 0.8745435501684489,
+      "eval_is_opus100_pr_auc": 0.9406186039618974,
+      "eval_is_ud_pr_auc": 0.9107647551904766,
+      "eval_it_opus100_pr_auc": 0.9245833457388605,
+      "eval_it_ud_pr_auc": 0.9973207911566315,
+      "eval_ja_ersatz_pr_auc": 0.8908018613101913,
+      "eval_ja_opus100_pr_auc": 0.8339984239748623,
+      "eval_ja_ud_pr_auc": 0.9815524010631993,
+      "eval_jv_ud_pr_auc": 0.954517264126038,
+      "eval_ka_opus100_pr_auc": 0.8626085734556589,
+      "eval_kk_ersatz_pr_auc": 0.9887193139247765,
+      "eval_kk_opus100_pr_auc": 0.8011618041513155,
+      "eval_kk_ud_pr_auc": 0.9735362848262589,
+      "eval_km_ersatz_pr_auc": 0.9504569391451967,
+      "eval_km_opus100_pr_auc": 0.8031490482650572,
+      "eval_kn_opus100_pr_auc": 0.7090314337300516,
+      "eval_ko_opus100_pr_auc": 0.6999135872634801,
+      "eval_ko_ud_pr_auc": 0.9978423777258216,
+      "eval_ku_opus100_pr_auc": 0.867806733370196,
+      "eval_ky_opus100_pr_auc": 0.901434180467114,
+      "eval_la_ud_pr_auc": 0.9667959366844159,
+      "eval_loss": 0.02479497715830803,
+      "eval_lt_ersatz_pr_auc": 0.9971332025475396,
+      "eval_lt_opus100_pr_auc": 0.9032613344934917,
+      "eval_lt_ud_pr_auc": 0.9963086183479339,
+      "eval_lv_ersatz_pr_auc": 0.9952897455334052,
+      "eval_lv_opus100_pr_auc": 0.917362572171908,
+      "eval_lv_ud_pr_auc": 0.9722426447058863,
+      "eval_mg_opus100_pr_auc": 0.9473541404644608,
+      "eval_mk_opus100_pr_auc": 0.927415427781131,
+      "eval_ml_opus100_pr_auc": 0.824819578966483,
+      "eval_mn_opus100_pr_auc": 0.9555272461631189,
+      "eval_mr_opus100_pr_auc": 0.9203119560365229,
+      "eval_mr_ud_pr_auc": 0.9677730300195918,
+      "eval_ms_opus100_pr_auc": 0.8909200441487523,
+      "eval_mt_opus100_pr_auc": 0.8838680700625897,
+      "eval_mt_ud_pr_auc": 0.8862174925864942,
+      "eval_my_opus100_pr_auc": 0.8322455640031212,
+      "eval_ne_opus100_pr_auc": 0.750735948165428,
+      "eval_nl_opus100_pr_auc": 0.907660805333059,
+      "eval_nl_ud_pr_auc": 0.9901437134317493,
+      "eval_no_opus100_pr_auc": 0.9311400457705344,
+      "eval_no_ud_pr_auc": 0.9964394958606398,
+      "eval_pa_opus100_pr_auc": 0.7272755460174596,
+      "eval_pl_ersatz_pr_auc": 0.9755089397994675,
+      "eval_pl_opus100_pr_auc": 0.911981755122128,
+      "eval_pl_ud_pr_auc": 0.9716694293921393,
+      "eval_ps_ersatz_pr_auc": 0.9300564697071313,
+      "eval_ps_opus100_pr_auc": 0.7709880455069424,
+      "eval_pt_opus100_pr_auc": 0.9322744068194967,
+      "eval_pt_ud_pr_auc": 0.9892298664072632,
+      "eval_ro_ersatz_pr_auc": 0.9936137158814788,
+      "eval_ro_opus100_pr_auc": 0.8715570044791762,
+      "eval_ro_ud_pr_auc": 0.9613760381477628,
+      "eval_ru_ersatz_pr_auc": 0.994878012865048,
+      "eval_ru_opus100_pr_auc": 0.9418688854445583,
+      "eval_ru_ud_pr_auc": 0.8898389063432587,
+      "eval_runtime": 396.1613,
+      "eval_samples_per_second": 190.387,
+      "eval_si_opus100_pr_auc": 0.834135377511159,
+      "eval_sk_opus100_pr_auc": 0.9434433370683948,
+      "eval_sk_ud_pr_auc": 0.98664845059286,
+      "eval_sl_opus100_pr_auc": 0.9072317559138279,
+      "eval_sl_ud_pr_auc": 0.9662183830214157,
+      "eval_sq_opus100_pr_auc": 0.9367324605757039,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.926237992727964,
+      "eval_sr_ud_pr_auc": 0.9989518243170188,
+      "eval_steps_per_second": 0.745,
+      "eval_sv_opus100_pr_auc": 0.916002448814504,
+      "eval_sv_ud_pr_auc": 0.9516042878055535,
+      "eval_ta_ersatz_pr_auc": 0.9846566752952554,
+      "eval_ta_opus100_pr_auc": 0.7397994327159213,
+      "eval_ta_ud_pr_auc": 0.9991023567653868,
+      "eval_te_opus100_pr_auc": 0.8341679131388647,
+      "eval_tg_opus100_pr_auc": 0.9055147694340436,
+      "eval_th_opus100_pr_auc": 0.7031980095142975,
+      "eval_th_ud_pr_auc": 0.8852544874819483,
+      "eval_tr_ersatz_pr_auc": 0.9674833303623698,
+      "eval_tr_opus100_pr_auc": 0.9217806216750201,
+      "eval_tr_ud_pr_auc": 0.954978982044183,
+      "eval_uk_opus100_pr_auc": 0.8903280436309449,
+      "eval_uk_ud_pr_auc": 0.9255492622593905,
+      "eval_ur_opus100_pr_auc": 0.6337670310535264,
+      "eval_ur_ud_pr_auc": 0.9942881906016114,
+      "eval_uz_opus100_pr_auc": 0.889353620607288,
+      "eval_vi_opus100_pr_auc": 0.9028855772989837,
+      "eval_vi_ud_pr_auc": 0.9473709272262806,
+      "eval_xh_opus100_pr_auc": 0.9017438212320209,
+      "eval_yi_opus100_pr_auc": 0.6925941794028323,
+      "eval_yo_opus100_pr_auc": 0.8296469126056532,
+      "eval_yo_ud_pr_auc": 0.9259365360504168,
+      "eval_zh_ersatz_pr_auc": 0.9771267869042806,
+      "eval_zh_opus100_pr_auc": 0.9012244724043603,
+      "eval_zh_ud_pr_auc": 0.9970072132945494,
+      "eval_zu_opus100_pr_auc": 0.8300675484042129,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.0211,
+      "step": 235050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0213,
+      "step": 235100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0211,
+      "step": 235150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0214,
+      "step": 235200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0213,
+      "step": 235250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0214,
+      "step": 235300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.0212,
+      "step": 235350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0214,
+      "step": 235400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0211,
+      "step": 235450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0211,
+      "step": 235500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0213,
+      "step": 235550
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.0213,
+      "step": 235600
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.0213,
+      "step": 235650
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.0212,
+      "step": 235700
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0214,
+      "step": 235750
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0212,
+      "step": 235800
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0212,
+      "step": 235850
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0213,
+      "step": 235900
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.0214,
+      "step": 235950
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.0215,
+      "step": 236000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.0214,
+      "step": 236050
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.0213,
+      "step": 236100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0214,
+      "step": 236150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0212,
+      "step": 236200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0214,
+      "step": 236250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0212,
+      "step": 236300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0214,
+      "step": 236350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0214,
+      "step": 236400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0212,
+      "step": 236450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.0212,
+      "step": 236500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.0213,
+      "step": 236550
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.0213,
+      "step": 236600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0214,
+      "step": 236650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.0211,
+      "step": 236700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.021,
+      "step": 236750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0212,
+      "step": 236800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0212,
+      "step": 236850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0211,
+      "step": 236900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0216,
+      "step": 236950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0215,
+      "step": 237000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0213,
+      "step": 237050
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0216,
+      "step": 237100
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.0213,
+      "step": 237150
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0213,
+      "step": 237200
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.0215,
+      "step": 237250
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.0213,
+      "step": 237300
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0213,
+      "step": 237350
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0214,
+      "step": 237400
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0213,
+      "step": 237450
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0216,
+      "step": 237500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0212,
+      "step": 237550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0213,
+      "step": 237600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0214,
+      "step": 237650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.0211,
+      "step": 237700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.0214,
+      "step": 237750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0212,
+      "step": 237800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0215,
+      "step": 237850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0212,
+      "step": 237900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0213,
+      "step": 237950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.0213,
+      "step": 238000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0212,
+      "step": 238050
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.0212,
+      "step": 238100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0212,
+      "step": 238150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.0211,
+      "step": 238200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.0213,
+      "step": 238250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0213,
+      "step": 238300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0214,
+      "step": 238350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0214,
+      "step": 238400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0215,
+      "step": 238450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.0214,
+      "step": 238500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0213,
+      "step": 238550
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0211,
+      "step": 238600
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0213,
+      "step": 238650
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.021,
+      "step": 238700
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0212,
+      "step": 238750
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0213,
+      "step": 238800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0212,
+      "step": 238850
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.0212,
+      "step": 238900
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0212,
+      "step": 238950
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0213,
+      "step": 239000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.0212,
+      "step": 239050
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0214,
+      "step": 239100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.0214,
+      "step": 239150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0211,
+      "step": 239200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0213,
+      "step": 239250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0212,
+      "step": 239300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0214,
+      "step": 239350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0214,
+      "step": 239400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.021,
+      "step": 239450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.0213,
+      "step": 239500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0211,
+      "step": 239550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.0212,
+      "step": 239600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0213,
+      "step": 239650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.021,
+      "step": 239700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.0215,
+      "step": 239750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0212,
+      "step": 239800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.0212,
+      "step": 239850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0213,
+      "step": 239900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0212,
+      "step": 239950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0211,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "eval_af_opus100_pr_auc": 0.8027109691257549,
+      "eval_af_ud_pr_auc": 0.9927703005814561,
+      "eval_am_opus100_pr_auc": 0.5879305345602894,
+      "eval_ar_ersatz_pr_auc": 0.9328383115051341,
+      "eval_ar_opus100_pr_auc": 0.7634167609984396,
+      "eval_ar_ud_pr_auc": 0.8959677435341735,
+      "eval_average_ersatz_pr_auc": 0.9750338044189174,
+      "eval_average_opus100_pr_auc": 0.8560072224945032,
+      "eval_average_ud_pr_auc": 0.9675194259002855,
+      "eval_az_opus100_pr_auc": 0.7824829836599023,
+      "eval_be_opus100_pr_auc": 0.7665909830229259,
+      "eval_be_ud_pr_auc": 0.9087891581061344,
+      "eval_bg_opus100_pr_auc": 0.9246410951196133,
+      "eval_bg_ud_pr_auc": 0.9982068581311085,
+      "eval_bn_opus100_pr_auc": 0.8590620529292676,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9035941662098723,
+      "eval_ca_ud_pr_auc": 0.9973454293060862,
+      "eval_ceb_ud_pr_auc": 0.9956864812796138,
+      "eval_cs_ersatz_pr_auc": 0.9885378281175976,
+      "eval_cs_opus100_pr_auc": 0.9270303558473152,
+      "eval_cs_ud_pr_auc": 0.9646961318979113,
+      "eval_cy_opus100_pr_auc": 0.7969025961723328,
+      "eval_cy_ud_pr_auc": 0.9963866480589837,
+      "eval_da_opus100_pr_auc": 0.9291265185146697,
+      "eval_da_ud_pr_auc": 0.9799046177795845,
+      "eval_de_ersatz_pr_auc": 0.9909215883178385,
+      "eval_de_opus100_pr_auc": 0.9230669684133299,
+      "eval_de_ud_pr_auc": 0.9840585593639485,
+      "eval_el_opus100_pr_auc": 0.92352342186454,
+      "eval_el_ud_pr_auc": 0.9879573375269672,
+      "eval_en_ersatz_pr_auc": 0.9941434620784443,
+      "eval_en_opus100_pr_auc": 0.9233209916213376,
+      "eval_en_ud_pr_auc": 0.9875567518305555,
+      "eval_eo_opus100_pr_auc": 0.9338486111788621,
+      "eval_es_ersatz_pr_auc": 0.9967794595809676,
+      "eval_es_opus100_pr_auc": 0.94263475218765,
+      "eval_es_ud_pr_auc": 0.9903276430466718,
+      "eval_et_ersatz_pr_auc": 0.9833821650097966,
+      "eval_et_opus100_pr_auc": 0.930293791945217,
+      "eval_et_ud_pr_auc": 0.9720255836903169,
+      "eval_eu_opus100_pr_auc": 0.8887995778829448,
+      "eval_eu_ud_pr_auc": 0.9920403205353182,
+      "eval_fa_opus100_pr_auc": 0.637502676476361,
+      "eval_fa_ud_pr_auc": 0.995588379012321,
+      "eval_fi_ersatz_pr_auc": 0.9948392183657213,
+      "eval_fi_opus100_pr_auc": 0.9358356480150236,
+      "eval_fi_ud_pr_auc": 0.9729402414132859,
+      "eval_fr_ersatz_pr_auc": 0.9900556445350917,
+      "eval_fr_opus100_pr_auc": 0.9286653654578844,
+      "eval_fr_ud_pr_auc": 0.9905667228605195,
+      "eval_fy_opus100_pr_auc": 0.7218252948491404,
+      "eval_ga_opus100_pr_auc": 0.9150814663600655,
+      "eval_ga_ud_pr_auc": 0.8195849274669779,
+      "eval_gd_opus100_pr_auc": 0.756809958042713,
+      "eval_gd_ud_pr_auc": 0.8410212233680174,
+      "eval_gl_opus100_pr_auc": 0.9038217235661525,
+      "eval_gl_ud_pr_auc": 0.9977427633670664,
+      "eval_gu_ersatz_pr_auc": 0.949504711228238,
+      "eval_gu_opus100_pr_auc": 0.7785556678496924,
+      "eval_ha_opus100_pr_auc": 0.9297426900495488,
+      "eval_he_opus100_pr_auc": 0.8811060299439071,
+      "eval_he_ud_pr_auc": 0.9854061841762746,
+      "eval_hi_ersatz_pr_auc": 0.9814000812961153,
+      "eval_hi_opus100_pr_auc": 0.7508969664928415,
+      "eval_hi_ud_pr_auc": 0.9884325935975496,
+      "eval_hu_opus100_pr_auc": 0.9184777100807948,
+      "eval_hu_ud_pr_auc": 0.9851281315518441,
+      "eval_hy_opus100_pr_auc": 0.9193073222912418,
+      "eval_hy_ud_pr_auc": 0.9759137891274693,
+      "eval_id_opus100_pr_auc": 0.8835374606213856,
+      "eval_id_ud_pr_auc": 0.9964859951280216,
+      "eval_ig_opus100_pr_auc": 0.8837069559422144,
+      "eval_is_opus100_pr_auc": 0.9334232989659506,
+      "eval_is_ud_pr_auc": 0.9041630362715998,
+      "eval_it_opus100_pr_auc": 0.9208533022096483,
+      "eval_it_ud_pr_auc": 0.9972229510006125,
+      "eval_ja_ersatz_pr_auc": 0.8954060127884612,
+      "eval_ja_opus100_pr_auc": 0.8713778219935149,
+      "eval_ja_ud_pr_auc": 0.9771410547847639,
+      "eval_jv_ud_pr_auc": 0.9525301373324391,
+      "eval_ka_opus100_pr_auc": 0.8533015404705907,
+      "eval_kk_ersatz_pr_auc": 0.9875879141276651,
+      "eval_kk_opus100_pr_auc": 0.8219719169216213,
+      "eval_kk_ud_pr_auc": 0.9733344651861512,
+      "eval_km_ersatz_pr_auc": 0.9488022436618143,
+      "eval_km_opus100_pr_auc": 0.7882309641425344,
+      "eval_kn_opus100_pr_auc": 0.6736292470531775,
+      "eval_ko_opus100_pr_auc": 0.7086771466458186,
+      "eval_ko_ud_pr_auc": 0.9978046659512994,
+      "eval_ku_opus100_pr_auc": 0.8622253615068645,
+      "eval_ky_opus100_pr_auc": 0.9007310642301246,
+      "eval_la_ud_pr_auc": 0.9740368476153245,
+      "eval_loss": 0.024677040055394173,
+      "eval_lt_ersatz_pr_auc": 0.9976429750255901,
+      "eval_lt_opus100_pr_auc": 0.9054899662284334,
+      "eval_lt_ud_pr_auc": 0.9970722449383831,
+      "eval_lv_ersatz_pr_auc": 0.9933302504518647,
+      "eval_lv_opus100_pr_auc": 0.9118680931443393,
+      "eval_lv_ud_pr_auc": 0.9689725481079219,
+      "eval_mg_opus100_pr_auc": 0.9444976269576004,
+      "eval_mk_opus100_pr_auc": 0.9243780312999622,
+      "eval_ml_opus100_pr_auc": 0.8144522684620629,
+      "eval_mn_opus100_pr_auc": 0.9533863208925013,
+      "eval_mr_opus100_pr_auc": 0.9136911048072466,
+      "eval_mr_ud_pr_auc": 0.9693738456135963,
+      "eval_ms_opus100_pr_auc": 0.8753751733748732,
+      "eval_mt_opus100_pr_auc": 0.8671740580803508,
+      "eval_mt_ud_pr_auc": 0.9029397300352601,
+      "eval_my_opus100_pr_auc": 0.8554753178760042,
+      "eval_ne_opus100_pr_auc": 0.7589606863850387,
+      "eval_nl_opus100_pr_auc": 0.8994448145855342,
+      "eval_nl_ud_pr_auc": 0.9883962049218222,
+      "eval_no_opus100_pr_auc": 0.922670252645346,
+      "eval_no_ud_pr_auc": 0.9966561709632809,
+      "eval_pa_opus100_pr_auc": 0.722313058313408,
+      "eval_pl_ersatz_pr_auc": 0.9778770757599117,
+      "eval_pl_opus100_pr_auc": 0.9013635766419155,
+      "eval_pl_ud_pr_auc": 0.9728015343233374,
+      "eval_ps_ersatz_pr_auc": 0.9302714386196087,
+      "eval_ps_opus100_pr_auc": 0.7658861456380605,
+      "eval_pt_opus100_pr_auc": 0.9254014408963058,
+      "eval_pt_ud_pr_auc": 0.9863369809584558,
+      "eval_ro_ersatz_pr_auc": 0.9935947960679361,
+      "eval_ro_opus100_pr_auc": 0.8742245388647797,
+      "eval_ro_ud_pr_auc": 0.9652433145842527,
+      "eval_ru_ersatz_pr_auc": 0.9955860774698908,
+      "eval_ru_opus100_pr_auc": 0.9391128288477032,
+      "eval_ru_ud_pr_auc": 0.8884111932883542,
+      "eval_runtime": 403.3353,
+      "eval_samples_per_second": 187.001,
+      "eval_si_opus100_pr_auc": 0.8222464630121001,
+      "eval_sk_opus100_pr_auc": 0.9452153285131659,
+      "eval_sk_ud_pr_auc": 0.9874053454814643,
+      "eval_sl_opus100_pr_auc": 0.8929151473977367,
+      "eval_sl_ud_pr_auc": 0.9679037381238299,
+      "eval_sq_opus100_pr_auc": 0.9360403120685904,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9165483443676772,
+      "eval_sr_ud_pr_auc": 0.9991927226625131,
+      "eval_steps_per_second": 0.731,
+      "eval_sv_opus100_pr_auc": 0.914322782034736,
+      "eval_sv_ud_pr_auc": 0.9553728563646494,
+      "eval_ta_ersatz_pr_auc": 0.9857158063318477,
+      "eval_ta_opus100_pr_auc": 0.7378998701893603,
+      "eval_ta_ud_pr_auc": 0.9991681816898972,
+      "eval_te_opus100_pr_auc": 0.82823442029743,
+      "eval_tg_opus100_pr_auc": 0.9072051035664858,
+      "eval_th_opus100_pr_auc": 0.702627745344537,
+      "eval_th_ud_pr_auc": 0.8807149632648542,
+      "eval_tr_ersatz_pr_auc": 0.9674294599213967,
+      "eval_tr_opus100_pr_auc": 0.9096462137789663,
+      "eval_tr_ud_pr_auc": 0.9538195948532935,
+      "eval_uk_opus100_pr_auc": 0.882418296369128,
+      "eval_uk_ud_pr_auc": 0.9251233395913375,
+      "eval_ur_opus100_pr_auc": 0.6404387768611699,
+      "eval_ur_ud_pr_auc": 0.9954143096721759,
+      "eval_uz_opus100_pr_auc": 0.8828863310105426,
+      "eval_vi_opus100_pr_auc": 0.9010484705701698,
+      "eval_vi_ud_pr_auc": 0.9523879310302733,
+      "eval_xh_opus100_pr_auc": 0.9021822609101491,
+      "eval_yi_opus100_pr_auc": 0.6334324216579701,
+      "eval_yo_opus100_pr_auc": 0.8245005876051649,
+      "eval_yo_ud_pr_auc": 0.9309047734190907,
+      "eval_zh_ersatz_pr_auc": 0.9750971769552502,
+      "eval_zh_opus100_pr_auc": 0.9070199481880697,
+      "eval_zh_ud_pr_auc": 0.996232078547871,
+      "eval_zu_opus100_pr_auc": 0.8423263854315799,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0212,
+      "step": 240050
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0213,
+      "step": 240100
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0213,
+      "step": 240150
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.0212,
+      "step": 240200
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.0212,
+      "step": 240250
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.0213,
+      "step": 240300
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.0212,
+      "step": 240350
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0213,
+      "step": 240400
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.021,
+      "step": 240450
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.0213,
+      "step": 240500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0212,
+      "step": 240550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0213,
+      "step": 240600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0214,
+      "step": 240650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.0212,
+      "step": 240700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0214,
+      "step": 240750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0213,
+      "step": 240800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.0211,
+      "step": 240850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.0212,
+      "step": 240900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.0213,
+      "step": 240950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0213,
+      "step": 241000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0212,
+      "step": 241050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.0212,
+      "step": 241100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.021,
+      "step": 241150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.021,
+      "step": 241200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0213,
+      "step": 241250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0213,
+      "step": 241300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.0214,
+      "step": 241350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.021,
+      "step": 241400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0212,
+      "step": 241450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.0213,
+      "step": 241500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.0211,
+      "step": 241550
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.0212,
+      "step": 241600
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.0214,
+      "step": 241650
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0213,
+      "step": 241700
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.0212,
+      "step": 241750
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0213,
+      "step": 241800
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0213,
+      "step": 241850
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.0212,
+      "step": 241900
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.0212,
+      "step": 241950
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.0214,
+      "step": 242000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0213,
+      "step": 242050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0213,
+      "step": 242100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.0212,
+      "step": 242150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0214,
+      "step": 242200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.0212,
+      "step": 242250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0211,
+      "step": 242300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.0213,
+      "step": 242350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.021,
+      "step": 242400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.0213,
+      "step": 242450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.0213,
+      "step": 242500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0211,
+      "step": 242550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0209,
+      "step": 242600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.0211,
+      "step": 242650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0212,
+      "step": 242700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0213,
+      "step": 242750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0211,
+      "step": 242800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.021,
+      "step": 242850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0214,
+      "step": 242900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.0212,
+      "step": 242950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.0213,
+      "step": 243000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.021,
+      "step": 243050
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0213,
+      "step": 243100
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0213,
+      "step": 243150
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0212,
+      "step": 243200
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0212,
+      "step": 243250
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0212,
+      "step": 243300
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0213,
+      "step": 243350
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.0211,
+      "step": 243400
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0212,
+      "step": 243450
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.0212,
+      "step": 243500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.021,
+      "step": 243550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.0211,
+      "step": 243600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0211,
+      "step": 243650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.0212,
+      "step": 243700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.0212,
+      "step": 243750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0212,
+      "step": 243800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.0211,
+      "step": 243850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0212,
+      "step": 243900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.0211,
+      "step": 243950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0213,
+      "step": 244000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0212,
+      "step": 244050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0211,
+      "step": 244100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0215,
+      "step": 244150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0211,
+      "step": 244200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0212,
+      "step": 244250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.0212,
+      "step": 244300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0211,
+      "step": 244350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0211,
+      "step": 244400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.0212,
+      "step": 244450
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0211,
+      "step": 244500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0212,
+      "step": 244550
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0208,
+      "step": 244600
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0213,
+      "step": 244650
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.0212,
+      "step": 244700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.021,
+      "step": 244750
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0212,
+      "step": 244800
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.0215,
+      "step": 244850
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0214,
+      "step": 244900
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.0212,
+      "step": 244950
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.0212,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "eval_af_opus100_pr_auc": 0.8044556512211664,
+      "eval_af_ud_pr_auc": 0.997029020893988,
+      "eval_am_opus100_pr_auc": 0.6259400180883841,
+      "eval_ar_ersatz_pr_auc": 0.9360120740473973,
+      "eval_ar_opus100_pr_auc": 0.7587463600582514,
+      "eval_ar_ud_pr_auc": 0.9036479870067914,
+      "eval_average_ersatz_pr_auc": 0.9765766422705614,
+      "eval_average_opus100_pr_auc": 0.8597816332907089,
+      "eval_average_ud_pr_auc": 0.9690729777759343,
+      "eval_az_opus100_pr_auc": 0.8123248490007554,
+      "eval_be_opus100_pr_auc": 0.7785545982455007,
+      "eval_be_ud_pr_auc": 0.904354576900968,
+      "eval_bg_opus100_pr_auc": 0.9314208672925266,
+      "eval_bg_ud_pr_auc": 0.9988497580972632,
+      "eval_bn_opus100_pr_auc": 0.8635153138203401,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.908952893884353,
+      "eval_ca_ud_pr_auc": 0.9973496108083595,
+      "eval_ceb_ud_pr_auc": 0.9965064463100916,
+      "eval_cs_ersatz_pr_auc": 0.9885158718200117,
+      "eval_cs_opus100_pr_auc": 0.9247063652138076,
+      "eval_cs_ud_pr_auc": 0.9654547774490658,
+      "eval_cy_opus100_pr_auc": 0.786945595208477,
+      "eval_cy_ud_pr_auc": 0.9976368403906151,
+      "eval_da_opus100_pr_auc": 0.9288446183937187,
+      "eval_da_ud_pr_auc": 0.9789056558220272,
+      "eval_de_ersatz_pr_auc": 0.9913216707181325,
+      "eval_de_opus100_pr_auc": 0.9241436084486594,
+      "eval_de_ud_pr_auc": 0.9840646658439541,
+      "eval_el_opus100_pr_auc": 0.9260451645421348,
+      "eval_el_ud_pr_auc": 0.9854110429503022,
+      "eval_en_ersatz_pr_auc": 0.9935858118993033,
+      "eval_en_opus100_pr_auc": 0.9250107921225145,
+      "eval_en_ud_pr_auc": 0.985739081581994,
+      "eval_eo_opus100_pr_auc": 0.9352111805660295,
+      "eval_es_ersatz_pr_auc": 0.9969444640824153,
+      "eval_es_opus100_pr_auc": 0.9456585276663573,
+      "eval_es_ud_pr_auc": 0.9921786775608729,
+      "eval_et_ersatz_pr_auc": 0.9836450820401513,
+      "eval_et_opus100_pr_auc": 0.9312375748419623,
+      "eval_et_ud_pr_auc": 0.9740913638196862,
+      "eval_eu_opus100_pr_auc": 0.8883808094632223,
+      "eval_eu_ud_pr_auc": 0.9928972963334618,
+      "eval_fa_opus100_pr_auc": 0.641128626239893,
+      "eval_fa_ud_pr_auc": 0.9955549413967542,
+      "eval_fi_ersatz_pr_auc": 0.9950034114737986,
+      "eval_fi_opus100_pr_auc": 0.938761518948516,
+      "eval_fi_ud_pr_auc": 0.9715282571070127,
+      "eval_fr_ersatz_pr_auc": 0.9907525209366704,
+      "eval_fr_opus100_pr_auc": 0.9317261184145967,
+      "eval_fr_ud_pr_auc": 0.9928813162144119,
+      "eval_fy_opus100_pr_auc": 0.7050337217103216,
+      "eval_ga_opus100_pr_auc": 0.9202356481117688,
+      "eval_ga_ud_pr_auc": 0.8293695095849,
+      "eval_gd_opus100_pr_auc": 0.7636966004525275,
+      "eval_gd_ud_pr_auc": 0.8314268090859865,
+      "eval_gl_opus100_pr_auc": 0.9054225518298745,
+      "eval_gl_ud_pr_auc": 0.9979129660335495,
+      "eval_gu_ersatz_pr_auc": 0.9560813938248514,
+      "eval_gu_opus100_pr_auc": 0.7728906047312056,
+      "eval_ha_opus100_pr_auc": 0.9356299993758654,
+      "eval_he_opus100_pr_auc": 0.8950626046354089,
+      "eval_he_ud_pr_auc": 0.9848048605341684,
+      "eval_hi_ersatz_pr_auc": 0.9830491815585632,
+      "eval_hi_opus100_pr_auc": 0.751347959058861,
+      "eval_hi_ud_pr_auc": 0.9886292961720323,
+      "eval_hu_opus100_pr_auc": 0.921602777354584,
+      "eval_hu_ud_pr_auc": 0.9866811578177925,
+      "eval_hy_opus100_pr_auc": 0.9183132816702928,
+      "eval_hy_ud_pr_auc": 0.9762519251263246,
+      "eval_id_opus100_pr_auc": 0.899168435264218,
+      "eval_id_ud_pr_auc": 0.996227149540208,
+      "eval_ig_opus100_pr_auc": 0.8907590930020035,
+      "eval_is_opus100_pr_auc": 0.9380693526202665,
+      "eval_is_ud_pr_auc": 0.917112522691343,
+      "eval_it_opus100_pr_auc": 0.9271350976054482,
+      "eval_it_ud_pr_auc": 0.9957293966394354,
+      "eval_ja_ersatz_pr_auc": 0.9102849123564687,
+      "eval_ja_opus100_pr_auc": 0.8583763852093622,
+      "eval_ja_ud_pr_auc": 0.9825964245641533,
+      "eval_jv_ud_pr_auc": 0.9548626385783452,
+      "eval_ka_opus100_pr_auc": 0.8567558675223089,
+      "eval_kk_ersatz_pr_auc": 0.9892941612939827,
+      "eval_kk_opus100_pr_auc": 0.830176618577711,
+      "eval_kk_ud_pr_auc": 0.9773241451316247,
+      "eval_km_ersatz_pr_auc": 0.9470662357285407,
+      "eval_km_opus100_pr_auc": 0.8002214427404146,
+      "eval_kn_opus100_pr_auc": 0.6881993822655568,
+      "eval_ko_opus100_pr_auc": 0.7232865543998988,
+      "eval_ko_ud_pr_auc": 0.9985405633266421,
+      "eval_ku_opus100_pr_auc": 0.867737459840599,
+      "eval_ky_opus100_pr_auc": 0.8987338304414586,
+      "eval_la_ud_pr_auc": 0.9751765970266282,
+      "eval_loss": 0.024708151817321777,
+      "eval_lt_ersatz_pr_auc": 0.9976856180888855,
+      "eval_lt_opus100_pr_auc": 0.9080815270300336,
+      "eval_lt_ud_pr_auc": 0.9970046649263733,
+      "eval_lv_ersatz_pr_auc": 0.9928082080901214,
+      "eval_lv_opus100_pr_auc": 0.9056785820226179,
+      "eval_lv_ud_pr_auc": 0.9680698706340334,
+      "eval_mg_opus100_pr_auc": 0.9467437110321628,
+      "eval_mk_opus100_pr_auc": 0.9269706214697316,
+      "eval_ml_opus100_pr_auc": 0.8271068745304068,
+      "eval_mn_opus100_pr_auc": 0.9543079808516485,
+      "eval_mr_opus100_pr_auc": 0.9223431228413963,
+      "eval_mr_ud_pr_auc": 0.975923940274545,
+      "eval_ms_opus100_pr_auc": 0.8945097475710805,
+      "eval_mt_opus100_pr_auc": 0.8834195808969596,
+      "eval_mt_ud_pr_auc": 0.9105317584132728,
+      "eval_my_opus100_pr_auc": 0.8432572389696192,
+      "eval_ne_opus100_pr_auc": 0.7407742820670212,
+      "eval_nl_opus100_pr_auc": 0.9010155259953914,
+      "eval_nl_ud_pr_auc": 0.9892021556420894,
+      "eval_no_opus100_pr_auc": 0.9266394580253187,
+      "eval_no_ud_pr_auc": 0.9972231052073569,
+      "eval_pa_opus100_pr_auc": 0.7133141203325617,
+      "eval_pl_ersatz_pr_auc": 0.9731854839683229,
+      "eval_pl_opus100_pr_auc": 0.9080048354563656,
+      "eval_pl_ud_pr_auc": 0.974169506210748,
+      "eval_ps_ersatz_pr_auc": 0.9340736515044802,
+      "eval_ps_opus100_pr_auc": 0.7539569721222026,
+      "eval_pt_opus100_pr_auc": 0.9315375974819001,
+      "eval_pt_ud_pr_auc": 0.9892998161542177,
+      "eval_ro_ersatz_pr_auc": 0.9942923106652295,
+      "eval_ro_opus100_pr_auc": 0.8730941259421074,
+      "eval_ro_ud_pr_auc": 0.965484847268309,
+      "eval_ru_ersatz_pr_auc": 0.9955994880807432,
+      "eval_ru_opus100_pr_auc": 0.9353145920228629,
+      "eval_ru_ud_pr_auc": 0.8880994050384622,
+      "eval_runtime": 398.1936,
+      "eval_samples_per_second": 189.415,
+      "eval_si_opus100_pr_auc": 0.8368219249169467,
+      "eval_sk_opus100_pr_auc": 0.9473579039841823,
+      "eval_sk_ud_pr_auc": 0.98711692894292,
+      "eval_sl_opus100_pr_auc": 0.8954621867884089,
+      "eval_sl_ud_pr_auc": 0.9653754851129993,
+      "eval_sq_opus100_pr_auc": 0.9376099633388111,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9178822916530356,
+      "eval_sr_ud_pr_auc": 0.9990342157559219,
+      "eval_steps_per_second": 0.741,
+      "eval_sv_opus100_pr_auc": 0.9151513581238542,
+      "eval_sv_ud_pr_auc": 0.9553784694430512,
+      "eval_ta_ersatz_pr_auc": 0.9841910833151707,
+      "eval_ta_opus100_pr_auc": 0.7579286480128651,
+      "eval_ta_ud_pr_auc": 0.9989523359465522,
+      "eval_te_opus100_pr_auc": 0.8210211396775333,
+      "eval_tg_opus100_pr_auc": 0.912088140269521,
+      "eval_th_opus100_pr_auc": 0.6927960445931521,
+      "eval_th_ud_pr_auc": 0.8806879840939922,
+      "eval_tr_ersatz_pr_auc": 0.9754323712813808,
+      "eval_tr_opus100_pr_auc": 0.9153769274187458,
+      "eval_tr_ud_pr_auc": 0.9623896639169531,
+      "eval_uk_opus100_pr_auc": 0.8881715959001266,
+      "eval_uk_ud_pr_auc": 0.9307052157390393,
+      "eval_ur_opus100_pr_auc": 0.6397899192916574,
+      "eval_ur_ud_pr_auc": 0.9961634692991296,
+      "eval_uz_opus100_pr_auc": 0.8963923400020728,
+      "eval_vi_opus100_pr_auc": 0.9042741236049187,
+      "eval_vi_ud_pr_auc": 0.9637290574281792,
+      "eval_xh_opus100_pr_auc": 0.8982838494176126,
+      "eval_yi_opus100_pr_auc": 0.6853692692108596,
+      "eval_yo_opus100_pr_auc": 0.8179869821711676,
+      "eval_yo_ud_pr_auc": 0.939236874493318,
+      "eval_zh_ersatz_pr_auc": 0.975861123177731,
+      "eval_zh_opus100_pr_auc": 0.9045965255555025,
+      "eval_zh_ud_pr_auc": 0.9966536849460425,
+      "eval_zu_opus100_pr_auc": 0.8420959791446325,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.0211,
+      "step": 245050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0212,
+      "step": 245100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.0213,
+      "step": 245150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0213,
+      "step": 245200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0212,
+      "step": 245250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0212,
+      "step": 245300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.021,
+      "step": 245350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.0212,
+      "step": 245400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.0211,
+      "step": 245450
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.021,
+      "step": 245500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.0213,
+      "step": 245550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.0211,
+      "step": 245600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.021,
+      "step": 245650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0212,
+      "step": 245700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.0212,
+      "step": 245750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.021,
+      "step": 245800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.021,
+      "step": 245850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0212,
+      "step": 245900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0211,
+      "step": 245950
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0213,
+      "step": 246000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.0212,
+      "step": 246050
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0214,
+      "step": 246100
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.0212,
+      "step": 246150
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0213,
+      "step": 246200
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0212,
+      "step": 246250
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.021,
+      "step": 246300
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0211,
+      "step": 246350
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.021,
+      "step": 246400
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0213,
+      "step": 246450
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0213,
+      "step": 246500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0213,
+      "step": 246550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0212,
+      "step": 246600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.021,
+      "step": 246650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0209,
+      "step": 246700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0212,
+      "step": 246750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0211,
+      "step": 246800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.0211,
+      "step": 246850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0211,
+      "step": 246900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0212,
+      "step": 246950
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0211,
+      "step": 247000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.021,
+      "step": 247050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.0212,
+      "step": 247100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.021,
+      "step": 247150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.021,
+      "step": 247200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0209,
+      "step": 247250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.0211,
+      "step": 247300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0212,
+      "step": 247350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.0212,
+      "step": 247400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0211,
+      "step": 247450
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0215,
+      "step": 247500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0212,
+      "step": 247550
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0211,
+      "step": 247600
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0211,
+      "step": 247650
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.021,
+      "step": 247700
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0212,
+      "step": 247750
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0213,
+      "step": 247800
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.0211,
+      "step": 247850
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.0211,
+      "step": 247900
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.021,
+      "step": 247950
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.0211,
+      "step": 248000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.021,
+      "step": 248050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0212,
+      "step": 248100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.021,
+      "step": 248150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0211,
+      "step": 248200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.021,
+      "step": 248250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0211,
+      "step": 248300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.0214,
+      "step": 248350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.0212,
+      "step": 248400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0211,
+      "step": 248450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.0211,
+      "step": 248500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0211,
+      "step": 248550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0212,
+      "step": 248600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0212,
+      "step": 248650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.0211,
+      "step": 248700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.0213,
+      "step": 248750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0212,
+      "step": 248800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.0211,
+      "step": 248850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.021,
+      "step": 248900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0211,
+      "step": 248950
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0212,
+      "step": 249000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0213,
+      "step": 249050
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.0213,
+      "step": 249100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0211,
+      "step": 249150
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.0211,
+      "step": 249200
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0211,
+      "step": 249250
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.021,
+      "step": 249300
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0212,
+      "step": 249350
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.0212,
+      "step": 249400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.021,
+      "step": 249450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0208,
+      "step": 249500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0211,
+      "step": 249550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.0214,
+      "step": 249600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0212,
+      "step": 249650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.021,
+      "step": 249700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0208,
+      "step": 249750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.0213,
+      "step": 249800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.0211,
+      "step": 249850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0211,
+      "step": 249900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0211,
+      "step": 249950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.0209,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "eval_af_opus100_pr_auc": 0.8136264805991936,
+      "eval_af_ud_pr_auc": 0.9939644292176019,
+      "eval_am_opus100_pr_auc": 0.5522446262513505,
+      "eval_ar_ersatz_pr_auc": 0.9309934430037057,
+      "eval_ar_opus100_pr_auc": 0.749155678627734,
+      "eval_ar_ud_pr_auc": 0.8932654002423239,
+      "eval_average_ersatz_pr_auc": 0.9753660959712012,
+      "eval_average_opus100_pr_auc": 0.8601328176647365,
+      "eval_average_ud_pr_auc": 0.9671734640165086,
+      "eval_az_opus100_pr_auc": 0.7831128297900771,
+      "eval_be_opus100_pr_auc": 0.782772925886791,
+      "eval_be_ud_pr_auc": 0.9004104007247938,
+      "eval_bg_opus100_pr_auc": 0.9295304972378977,
+      "eval_bg_ud_pr_auc": 0.9975928194451718,
+      "eval_bn_opus100_pr_auc": 0.8598384827113045,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9057609336788147,
+      "eval_ca_ud_pr_auc": 0.9978220776692561,
+      "eval_ceb_ud_pr_auc": 0.9953600397885825,
+      "eval_cs_ersatz_pr_auc": 0.9846910004043611,
+      "eval_cs_opus100_pr_auc": 0.9268730892503506,
+      "eval_cs_ud_pr_auc": 0.9613287813058717,
+      "eval_cy_opus100_pr_auc": 0.8047635634853545,
+      "eval_cy_ud_pr_auc": 0.997493309315012,
+      "eval_da_opus100_pr_auc": 0.9351343100451928,
+      "eval_da_ud_pr_auc": 0.9773013020549531,
+      "eval_de_ersatz_pr_auc": 0.9902362424176802,
+      "eval_de_opus100_pr_auc": 0.9245110092323544,
+      "eval_de_ud_pr_auc": 0.9847259541429381,
+      "eval_el_opus100_pr_auc": 0.9274758846768032,
+      "eval_el_ud_pr_auc": 0.9904959051294331,
+      "eval_en_ersatz_pr_auc": 0.9936120450073563,
+      "eval_en_opus100_pr_auc": 0.927585579540079,
+      "eval_en_ud_pr_auc": 0.9869703810507481,
+      "eval_eo_opus100_pr_auc": 0.9314451494638917,
+      "eval_es_ersatz_pr_auc": 0.9965528241264997,
+      "eval_es_opus100_pr_auc": 0.9451627680434812,
+      "eval_es_ud_pr_auc": 0.9892555841329274,
+      "eval_et_ersatz_pr_auc": 0.9842919520909615,
+      "eval_et_opus100_pr_auc": 0.9321031033148445,
+      "eval_et_ud_pr_auc": 0.9739099755111047,
+      "eval_eu_opus100_pr_auc": 0.8910466346436022,
+      "eval_eu_ud_pr_auc": 0.9939443466689547,
+      "eval_fa_opus100_pr_auc": 0.6214978252257167,
+      "eval_fa_ud_pr_auc": 0.9937766717053346,
+      "eval_fi_ersatz_pr_auc": 0.9948832742587815,
+      "eval_fi_opus100_pr_auc": 0.9374460833192927,
+      "eval_fi_ud_pr_auc": 0.9729168013533538,
+      "eval_fr_ersatz_pr_auc": 0.9882497078752431,
+      "eval_fr_opus100_pr_auc": 0.9316378160086428,
+      "eval_fr_ud_pr_auc": 0.9915842595221173,
+      "eval_fy_opus100_pr_auc": 0.7354018450889234,
+      "eval_ga_opus100_pr_auc": 0.9160035421608628,
+      "eval_ga_ud_pr_auc": 0.8134944283966228,
+      "eval_gd_opus100_pr_auc": 0.7502246834497969,
+      "eval_gd_ud_pr_auc": 0.8391788860202773,
+      "eval_gl_opus100_pr_auc": 0.9062730759014754,
+      "eval_gl_ud_pr_auc": 0.9983445503885076,
+      "eval_gu_ersatz_pr_auc": 0.952298924720813,
+      "eval_gu_opus100_pr_auc": 0.7830203663169953,
+      "eval_ha_opus100_pr_auc": 0.9324125903168912,
+      "eval_he_opus100_pr_auc": 0.8924591186146535,
+      "eval_he_ud_pr_auc": 0.9822110744002162,
+      "eval_hi_ersatz_pr_auc": 0.9818525960363956,
+      "eval_hi_opus100_pr_auc": 0.7426700951566145,
+      "eval_hi_ud_pr_auc": 0.9847972546929065,
+      "eval_hu_opus100_pr_auc": 0.9191761310247916,
+      "eval_hu_ud_pr_auc": 0.984799794316327,
+      "eval_hy_opus100_pr_auc": 0.9214293435640877,
+      "eval_hy_ud_pr_auc": 0.9734179681760774,
+      "eval_id_opus100_pr_auc": 0.899523915529229,
+      "eval_id_ud_pr_auc": 0.9952344244937764,
+      "eval_ig_opus100_pr_auc": 0.8917427226880001,
+      "eval_is_opus100_pr_auc": 0.9367970550625362,
+      "eval_is_ud_pr_auc": 0.900706917304705,
+      "eval_it_opus100_pr_auc": 0.9228481314443071,
+      "eval_it_ud_pr_auc": 0.9973902981865206,
+      "eval_ja_ersatz_pr_auc": 0.9154995184151409,
+      "eval_ja_opus100_pr_auc": 0.8602822985501668,
+      "eval_ja_ud_pr_auc": 0.9838667217688388,
+      "eval_jv_ud_pr_auc": 0.9556262691615296,
+      "eval_ka_opus100_pr_auc": 0.85639294166874,
+      "eval_kk_ersatz_pr_auc": 0.9879332693365718,
+      "eval_kk_opus100_pr_auc": 0.8293698226591887,
+      "eval_kk_ud_pr_auc": 0.974656341559929,
+      "eval_km_ersatz_pr_auc": 0.9455694508141013,
+      "eval_km_opus100_pr_auc": 0.8080942576302441,
+      "eval_kn_opus100_pr_auc": 0.6943701901666649,
+      "eval_ko_opus100_pr_auc": 0.7049748424275402,
+      "eval_ko_ud_pr_auc": 0.9974710308269987,
+      "eval_ku_opus100_pr_auc": 0.8718025789792972,
+      "eval_ky_opus100_pr_auc": 0.9143069437795597,
+      "eval_la_ud_pr_auc": 0.9694625116257847,
+      "eval_loss": 0.024533458054065704,
+      "eval_lt_ersatz_pr_auc": 0.99752875734896,
+      "eval_lt_opus100_pr_auc": 0.8994445262129839,
+      "eval_lt_ud_pr_auc": 0.9955975478452626,
+      "eval_lv_ersatz_pr_auc": 0.9926952511973237,
+      "eval_lv_opus100_pr_auc": 0.904809674962718,
+      "eval_lv_ud_pr_auc": 0.9676903294154451,
+      "eval_mg_opus100_pr_auc": 0.9484629075331771,
+      "eval_mk_opus100_pr_auc": 0.9320286297518402,
+      "eval_ml_opus100_pr_auc": 0.8158217753839166,
+      "eval_mn_opus100_pr_auc": 0.966188654073052,
+      "eval_mr_opus100_pr_auc": 0.9220989043594243,
+      "eval_mr_ud_pr_auc": 0.9765175846914309,
+      "eval_ms_opus100_pr_auc": 0.8840901490507985,
+      "eval_mt_opus100_pr_auc": 0.8824940485039604,
+      "eval_mt_ud_pr_auc": 0.9122618226213257,
+      "eval_my_opus100_pr_auc": 0.8582052618370897,
+      "eval_ne_opus100_pr_auc": 0.765116267753664,
+      "eval_nl_opus100_pr_auc": 0.8999862009828441,
+      "eval_nl_ud_pr_auc": 0.9871428149262762,
+      "eval_no_opus100_pr_auc": 0.9231776474558269,
+      "eval_no_ud_pr_auc": 0.9962345951507616,
+      "eval_pa_opus100_pr_auc": 0.7197872489438466,
+      "eval_pl_ersatz_pr_auc": 0.9727617052489899,
+      "eval_pl_opus100_pr_auc": 0.9105438984177762,
+      "eval_pl_ud_pr_auc": 0.9699307709134479,
+      "eval_ps_ersatz_pr_auc": 0.9246691591795323,
+      "eval_ps_opus100_pr_auc": 0.770583405009325,
+      "eval_pt_opus100_pr_auc": 0.9357466141059572,
+      "eval_pt_ud_pr_auc": 0.9884057385080198,
+      "eval_ro_ersatz_pr_auc": 0.9935438868797453,
+      "eval_ro_opus100_pr_auc": 0.867366077643253,
+      "eval_ro_ud_pr_auc": 0.9494177114484046,
+      "eval_ru_ersatz_pr_auc": 0.995238080546213,
+      "eval_ru_opus100_pr_auc": 0.9381390292622218,
+      "eval_ru_ud_pr_auc": 0.8721423950795144,
+      "eval_runtime": 393.4403,
+      "eval_samples_per_second": 191.704,
+      "eval_si_opus100_pr_auc": 0.8292237176601597,
+      "eval_sk_opus100_pr_auc": 0.9476081210385873,
+      "eval_sk_ud_pr_auc": 0.9853696317083055,
+      "eval_sl_opus100_pr_auc": 0.8915640683435323,
+      "eval_sl_ud_pr_auc": 0.966977486600025,
+      "eval_sq_opus100_pr_auc": 0.9407979084987141,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.919955097528202,
+      "eval_sr_ud_pr_auc": 0.9991691711334569,
+      "eval_steps_per_second": 0.75,
+      "eval_sv_opus100_pr_auc": 0.9216954446237283,
+      "eval_sv_ud_pr_auc": 0.9553981940437541,
+      "eval_ta_ersatz_pr_auc": 0.9832563046377297,
+      "eval_ta_opus100_pr_auc": 0.7430563670844962,
+      "eval_ta_ud_pr_auc": 0.999205738541168,
+      "eval_te_opus100_pr_auc": 0.8374335983310536,
+      "eval_tg_opus100_pr_auc": 0.9047782119571689,
+      "eval_th_opus100_pr_auc": 0.7120081958053255,
+      "eval_th_ud_pr_auc": 0.8854247710724517,
+      "eval_tr_ersatz_pr_auc": 0.9689390396690789,
+      "eval_tr_opus100_pr_auc": 0.9105432562719118,
+      "eval_tr_ud_pr_auc": 0.9592712199048888,
+      "eval_uk_opus100_pr_auc": 0.8847705628877744,
+      "eval_uk_ud_pr_auc": 0.9227736386553197,
+      "eval_ur_opus100_pr_auc": 0.632696843736729,
+      "eval_ur_ud_pr_auc": 0.9952232132404938,
+      "eval_uz_opus100_pr_auc": 0.8908990746237223,
+      "eval_vi_opus100_pr_auc": 0.9039147535430857,
+      "eval_vi_ud_pr_auc": 0.9667391416118343,
+      "eval_xh_opus100_pr_auc": 0.8947253960362276,
+      "eval_yi_opus100_pr_auc": 0.7222018592817754,
+      "eval_yo_opus100_pr_auc": 0.8390195312035564,
+      "eval_yo_ud_pr_auc": 0.9382884837602373,
+      "eval_zh_ersatz_pr_auc": 0.9827576781512415,
+      "eval_zh_opus100_pr_auc": 0.9009311211230617,
+      "eval_zh_ud_pr_auc": 0.9969285377696735,
+      "eval_zu_opus100_pr_auc": 0.8566752344725602,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0208,
+      "step": 250050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.0212,
+      "step": 250100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0211,
+      "step": 250150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.021,
+      "step": 250200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.0212,
+      "step": 250250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0213,
+      "step": 250300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.0212,
+      "step": 250350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.0213,
+      "step": 250400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0212,
+      "step": 250450
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0211,
+      "step": 250500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.021,
+      "step": 250550
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.0212,
+      "step": 250600
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0211,
+      "step": 250650
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0214,
+      "step": 250700
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0213,
+      "step": 250750
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.021,
+      "step": 250800
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.021,
+      "step": 250850
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0212,
+      "step": 250900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.021,
+      "step": 250950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.021,
+      "step": 251000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0211,
+      "step": 251050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.021,
+      "step": 251100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0212,
+      "step": 251150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.0211,
+      "step": 251200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0214,
+      "step": 251250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.0211,
+      "step": 251300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0212,
+      "step": 251350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.021,
+      "step": 251400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0209,
+      "step": 251450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.021,
+      "step": 251500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.021,
+      "step": 251550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0212,
+      "step": 251600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.0211,
+      "step": 251650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0211,
+      "step": 251700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0211,
+      "step": 251750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.0214,
+      "step": 251800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0213,
+      "step": 251850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.0211,
+      "step": 251900
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.0208,
+      "step": 251950
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.021,
+      "step": 252000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0212,
+      "step": 252050
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0211,
+      "step": 252100
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0211,
+      "step": 252150
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.0211,
+      "step": 252200
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.0209,
+      "step": 252250
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.021,
+      "step": 252300
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.0209,
+      "step": 252350
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0213,
+      "step": 252400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.021,
+      "step": 252450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.021,
+      "step": 252500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.021,
+      "step": 252550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0211,
+      "step": 252600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.0214,
+      "step": 252650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0208,
+      "step": 252700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.021,
+      "step": 252750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0212,
+      "step": 252800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.021,
+      "step": 252850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0212,
+      "step": 252900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0209,
+      "step": 252950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0212,
+      "step": 253000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.0211,
+      "step": 253050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.021,
+      "step": 253100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0213,
+      "step": 253150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0212,
+      "step": 253200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0212,
+      "step": 253250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0212,
+      "step": 253300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.0208,
+      "step": 253350
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.0212,
+      "step": 253400
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0211,
+      "step": 253450
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.0209,
+      "step": 253500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.0209,
+      "step": 253550
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.0211,
+      "step": 253600
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0211,
+      "step": 253650
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0209,
+      "step": 253700
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.021,
+      "step": 253750
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.0209,
+      "step": 253800
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.021,
+      "step": 253850
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.0208,
+      "step": 253900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.0212,
+      "step": 253950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0211,
+      "step": 254000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0212,
+      "step": 254050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0212,
+      "step": 254100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.0213,
+      "step": 254150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0211,
+      "step": 254200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0213,
+      "step": 254250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.0211,
+      "step": 254300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.0208,
+      "step": 254350
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.0211,
+      "step": 254400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.0211,
+      "step": 254450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0212,
+      "step": 254500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.021,
+      "step": 254550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0211,
+      "step": 254600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0209,
+      "step": 254650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0212,
+      "step": 254700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0211,
+      "step": 254750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0212,
+      "step": 254800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0212,
+      "step": 254850
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.021,
+      "step": 254900
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.0211,
+      "step": 254950
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0209,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "eval_af_opus100_pr_auc": 0.798857276674037,
+      "eval_af_ud_pr_auc": 0.9949257146581745,
+      "eval_am_opus100_pr_auc": 0.6266614504996324,
+      "eval_ar_ersatz_pr_auc": 0.934472018012645,
+      "eval_ar_opus100_pr_auc": 0.7461419578592579,
+      "eval_ar_ud_pr_auc": 0.9013837186267344,
+      "eval_average_ersatz_pr_auc": 0.976776228975928,
+      "eval_average_opus100_pr_auc": 0.8595287975164224,
+      "eval_average_ud_pr_auc": 0.9691147498013746,
+      "eval_az_opus100_pr_auc": 0.8214678090919373,
+      "eval_be_opus100_pr_auc": 0.7908928140724801,
+      "eval_be_ud_pr_auc": 0.9076492325200001,
+      "eval_bg_opus100_pr_auc": 0.9302048716953452,
+      "eval_bg_ud_pr_auc": 0.9969989598210811,
+      "eval_bn_opus100_pr_auc": 0.8559090999532714,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8984393936495433,
+      "eval_ca_ud_pr_auc": 0.9971584508612502,
+      "eval_ceb_ud_pr_auc": 0.9964518906986833,
+      "eval_cs_ersatz_pr_auc": 0.9881284818837681,
+      "eval_cs_opus100_pr_auc": 0.9221698036787257,
+      "eval_cs_ud_pr_auc": 0.9638308730777706,
+      "eval_cy_opus100_pr_auc": 0.7960140354921585,
+      "eval_cy_ud_pr_auc": 0.9979590915374734,
+      "eval_da_opus100_pr_auc": 0.9273154204580829,
+      "eval_da_ud_pr_auc": 0.9776175159889245,
+      "eval_de_ersatz_pr_auc": 0.9914773638653018,
+      "eval_de_opus100_pr_auc": 0.9199339938362258,
+      "eval_de_ud_pr_auc": 0.984203622415989,
+      "eval_el_opus100_pr_auc": 0.9285587153888886,
+      "eval_el_ud_pr_auc": 0.9862732113487731,
+      "eval_en_ersatz_pr_auc": 0.9946451280119221,
+      "eval_en_opus100_pr_auc": 0.9301987799301275,
+      "eval_en_ud_pr_auc": 0.9875981737049273,
+      "eval_eo_opus100_pr_auc": 0.938029647760195,
+      "eval_es_ersatz_pr_auc": 0.9969339693734396,
+      "eval_es_opus100_pr_auc": 0.9426867407455672,
+      "eval_es_ud_pr_auc": 0.9895844671012347,
+      "eval_et_ersatz_pr_auc": 0.9842366022014085,
+      "eval_et_opus100_pr_auc": 0.9322301806775778,
+      "eval_et_ud_pr_auc": 0.9777518094384372,
+      "eval_eu_opus100_pr_auc": 0.8870578217131693,
+      "eval_eu_ud_pr_auc": 0.991101741815722,
+      "eval_fa_opus100_pr_auc": 0.6454858542617505,
+      "eval_fa_ud_pr_auc": 0.996737313134823,
+      "eval_fi_ersatz_pr_auc": 0.9955975446378855,
+      "eval_fi_opus100_pr_auc": 0.9389784687619689,
+      "eval_fi_ud_pr_auc": 0.975659475375036,
+      "eval_fr_ersatz_pr_auc": 0.9904953080318898,
+      "eval_fr_opus100_pr_auc": 0.927425833412185,
+      "eval_fr_ud_pr_auc": 0.9925086641766918,
+      "eval_fy_opus100_pr_auc": 0.7174333506787932,
+      "eval_ga_opus100_pr_auc": 0.9197066236690622,
+      "eval_ga_ud_pr_auc": 0.8221691583338244,
+      "eval_gd_opus100_pr_auc": 0.7518672811629885,
+      "eval_gd_ud_pr_auc": 0.8361932364205471,
+      "eval_gl_opus100_pr_auc": 0.9049253718092544,
+      "eval_gl_ud_pr_auc": 0.9973317187168329,
+      "eval_gu_ersatz_pr_auc": 0.9537115046091011,
+      "eval_gu_opus100_pr_auc": 0.7771420009826627,
+      "eval_ha_opus100_pr_auc": 0.9364142199681091,
+      "eval_he_opus100_pr_auc": 0.8963959225067117,
+      "eval_he_ud_pr_auc": 0.982916920137578,
+      "eval_hi_ersatz_pr_auc": 0.9847446865048545,
+      "eval_hi_opus100_pr_auc": 0.7406106495487428,
+      "eval_hi_ud_pr_auc": 0.9907088833208997,
+      "eval_hu_opus100_pr_auc": 0.9230244404903337,
+      "eval_hu_ud_pr_auc": 0.9876667994722002,
+      "eval_hy_opus100_pr_auc": 0.9189961548913748,
+      "eval_hy_ud_pr_auc": 0.9747062984375021,
+      "eval_id_opus100_pr_auc": 0.891846010709346,
+      "eval_id_ud_pr_auc": 0.9967246240777125,
+      "eval_ig_opus100_pr_auc": 0.874802874936894,
+      "eval_is_opus100_pr_auc": 0.939769613841562,
+      "eval_is_ud_pr_auc": 0.9196313456871145,
+      "eval_it_opus100_pr_auc": 0.9236118009770201,
+      "eval_it_ud_pr_auc": 0.9952612314777453,
+      "eval_ja_ersatz_pr_auc": 0.9164963800850574,
+      "eval_ja_opus100_pr_auc": 0.8647904632343602,
+      "eval_ja_ud_pr_auc": 0.9841391735882982,
+      "eval_jv_ud_pr_auc": 0.9542040717279286,
+      "eval_ka_opus100_pr_auc": 0.8557356468480665,
+      "eval_kk_ersatz_pr_auc": 0.9897580776676447,
+      "eval_kk_opus100_pr_auc": 0.8116821063322337,
+      "eval_kk_ud_pr_auc": 0.9762180022725029,
+      "eval_km_ersatz_pr_auc": 0.9492723765062675,
+      "eval_km_opus100_pr_auc": 0.811432217267158,
+      "eval_kn_opus100_pr_auc": 0.6821946662135688,
+      "eval_ko_opus100_pr_auc": 0.6929331262725241,
+      "eval_ko_ud_pr_auc": 0.9985123546582599,
+      "eval_ku_opus100_pr_auc": 0.8526552113794011,
+      "eval_ky_opus100_pr_auc": 0.8997022096886703,
+      "eval_la_ud_pr_auc": 0.9741302529199085,
+      "eval_loss": 0.02461150661110878,
+      "eval_lt_ersatz_pr_auc": 0.9974775505290933,
+      "eval_lt_opus100_pr_auc": 0.9018253113413829,
+      "eval_lt_ud_pr_auc": 0.9962043496974586,
+      "eval_lv_ersatz_pr_auc": 0.9942865894875597,
+      "eval_lv_opus100_pr_auc": 0.9045946894078237,
+      "eval_lv_ud_pr_auc": 0.9709261245656229,
+      "eval_mg_opus100_pr_auc": 0.9471384648369572,
+      "eval_mk_opus100_pr_auc": 0.9305212987012108,
+      "eval_ml_opus100_pr_auc": 0.8176622467728516,
+      "eval_mn_opus100_pr_auc": 0.9527342714738722,
+      "eval_mr_opus100_pr_auc": 0.921539960258285,
+      "eval_mr_ud_pr_auc": 0.9777926953108401,
+      "eval_ms_opus100_pr_auc": 0.886029550597342,
+      "eval_mt_opus100_pr_auc": 0.8758886606518347,
+      "eval_mt_ud_pr_auc": 0.9023182019588935,
+      "eval_my_opus100_pr_auc": 0.8489377808370789,
+      "eval_ne_opus100_pr_auc": 0.7573735729544168,
+      "eval_nl_opus100_pr_auc": 0.9013922296868399,
+      "eval_nl_ud_pr_auc": 0.9891637573864422,
+      "eval_no_opus100_pr_auc": 0.9270444706953116,
+      "eval_no_ud_pr_auc": 0.9966877268017966,
+      "eval_pa_opus100_pr_auc": 0.7094723919219862,
+      "eval_pl_ersatz_pr_auc": 0.9722020540824542,
+      "eval_pl_opus100_pr_auc": 0.9045707090958984,
+      "eval_pl_ud_pr_auc": 0.9723050347069777,
+      "eval_ps_ersatz_pr_auc": 0.923475969806294,
+      "eval_ps_opus100_pr_auc": 0.7680922669715103,
+      "eval_pt_opus100_pr_auc": 0.9357788587558913,
+      "eval_pt_ud_pr_auc": 0.9896791205129016,
+      "eval_ro_ersatz_pr_auc": 0.9947028149616925,
+      "eval_ro_opus100_pr_auc": 0.8757141333354593,
+      "eval_ro_ud_pr_auc": 0.9728671552965504,
+      "eval_ru_ersatz_pr_auc": 0.9956161991556748,
+      "eval_ru_opus100_pr_auc": 0.9372790718273053,
+      "eval_ru_ud_pr_auc": 0.8910541996882976,
+      "eval_runtime": 394.2358,
+      "eval_samples_per_second": 191.317,
+      "eval_si_opus100_pr_auc": 0.8313375743740349,
+      "eval_sk_opus100_pr_auc": 0.9444025349682371,
+      "eval_sk_ud_pr_auc": 0.988544911808828,
+      "eval_sl_opus100_pr_auc": 0.8940329451762538,
+      "eval_sl_ud_pr_auc": 0.9706481294076026,
+      "eval_sq_opus100_pr_auc": 0.9385449862189057,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9221858655144246,
+      "eval_sr_ud_pr_auc": 0.9988396874950951,
+      "eval_steps_per_second": 0.748,
+      "eval_sv_opus100_pr_auc": 0.9130341113309159,
+      "eval_sv_ud_pr_auc": 0.9605535724143427,
+      "eval_ta_ersatz_pr_auc": 0.9857503469225903,
+      "eval_ta_opus100_pr_auc": 0.7470882850447549,
+      "eval_ta_ud_pr_auc": 0.9988156174510683,
+      "eval_te_opus100_pr_auc": 0.8334898207236594,
+      "eval_tg_opus100_pr_auc": 0.9068457683008044,
+      "eval_th_opus100_pr_auc": 0.7024467369923323,
+      "eval_th_ud_pr_auc": 0.8883986453829972,
+      "eval_tr_ersatz_pr_auc": 0.9759395421589055,
+      "eval_tr_opus100_pr_auc": 0.9164440666489306,
+      "eval_tr_ud_pr_auc": 0.9603163092185795,
+      "eval_uk_opus100_pr_auc": 0.8873197396699891,
+      "eval_uk_ud_pr_auc": 0.9338182527017641,
+      "eval_ur_opus100_pr_auc": 0.6392890749156652,
+      "eval_ur_ud_pr_auc": 0.9937679087770505,
+      "eval_uz_opus100_pr_auc": 0.8938374205537913,
+      "eval_vi_opus100_pr_auc": 0.9018548295203168,
+      "eval_vi_ud_pr_auc": 0.9530312819395445,
+      "eval_xh_opus100_pr_auc": 0.8935536811669809,
+      "eval_yi_opus100_pr_auc": 0.741657768706956,
+      "eval_yo_opus100_pr_auc": 0.8341306660074043,
+      "eval_yo_ud_pr_auc": 0.9314625458510518,
+      "eval_zh_ersatz_pr_auc": 0.9796565289749724,
+      "eval_zh_opus100_pr_auc": 0.8969252656043191,
+      "eval_zh_ud_pr_auc": 0.9964375127540616,
+      "eval_zu_opus100_pr_auc": 0.8470183817637404,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0209,
+      "step": 255050
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0209,
+      "step": 255100
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0209,
+      "step": 255150
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.021,
+      "step": 255200
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.0212,
+      "step": 255250
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.0211,
+      "step": 255300
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0209,
+      "step": 255350
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0211,
+      "step": 255400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.021,
+      "step": 255450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.0209,
+      "step": 255500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.0209,
+      "step": 255550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0209,
+      "step": 255600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.0211,
+      "step": 255650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0212,
+      "step": 255700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.021,
+      "step": 255750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0211,
+      "step": 255800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0211,
+      "step": 255850
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0213,
+      "step": 255900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.0209,
+      "step": 255950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.021,
+      "step": 256000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0211,
+      "step": 256050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.021,
+      "step": 256100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0209,
+      "step": 256150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.021,
+      "step": 256200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0209,
+      "step": 256250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.021,
+      "step": 256300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.0211,
+      "step": 256350
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.0211,
+      "step": 256400
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0212,
+      "step": 256450
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0212,
+      "step": 256500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0211,
+      "step": 256550
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.021,
+      "step": 256600
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.0211,
+      "step": 256650
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0208,
+      "step": 256700
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.0209,
+      "step": 256750
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0211,
+      "step": 256800
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.0211,
+      "step": 256850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.021,
+      "step": 256900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.021,
+      "step": 256950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.021,
+      "step": 257000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.0208,
+      "step": 257050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.021,
+      "step": 257100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.0211,
+      "step": 257150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.021,
+      "step": 257200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.021,
+      "step": 257250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0208,
+      "step": 257300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.0211,
+      "step": 257350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.0211,
+      "step": 257400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.0211,
+      "step": 257450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.021,
+      "step": 257500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.021,
+      "step": 257550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0211,
+      "step": 257600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.0208,
+      "step": 257650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0212,
+      "step": 257700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.0209,
+      "step": 257750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0211,
+      "step": 257800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.021,
+      "step": 257850
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0213,
+      "step": 257900
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0212,
+      "step": 257950
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.0209,
+      "step": 258000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.021,
+      "step": 258050
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.0211,
+      "step": 258100
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.021,
+      "step": 258150
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.021,
+      "step": 258200
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0209,
+      "step": 258250
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.021,
+      "step": 258300
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0209,
+      "step": 258350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.021,
+      "step": 258400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0211,
+      "step": 258450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0207,
+      "step": 258500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0211,
+      "step": 258550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0211,
+      "step": 258600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0212,
+      "step": 258650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0209,
+      "step": 258700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0211,
+      "step": 258750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.021,
+      "step": 258800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.021,
+      "step": 258850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0211,
+      "step": 258900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.021,
+      "step": 258950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0212,
+      "step": 259000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0209,
+      "step": 259050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.0209,
+      "step": 259100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.0208,
+      "step": 259150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.021,
+      "step": 259200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.021,
+      "step": 259250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.021,
+      "step": 259300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.0211,
+      "step": 259350
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.021,
+      "step": 259400
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0213,
+      "step": 259450
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.021,
+      "step": 259500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.0207,
+      "step": 259550
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.0209,
+      "step": 259600
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.021,
+      "step": 259650
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0212,
+      "step": 259700
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0211,
+      "step": 259750
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.021,
+      "step": 259800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.0207,
+      "step": 259850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.021,
+      "step": 259900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.021,
+      "step": 259950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.0209,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "eval_af_opus100_pr_auc": 0.8017327601503872,
+      "eval_af_ud_pr_auc": 0.9908940967409012,
+      "eval_am_opus100_pr_auc": 0.6048529868007521,
+      "eval_ar_ersatz_pr_auc": 0.9334488034788393,
+      "eval_ar_opus100_pr_auc": 0.7416487487553594,
+      "eval_ar_ud_pr_auc": 0.9034844690222075,
+      "eval_average_ersatz_pr_auc": 0.975844538875404,
+      "eval_average_opus100_pr_auc": 0.8561294750373702,
+      "eval_average_ud_pr_auc": 0.9686023580354524,
+      "eval_az_opus100_pr_auc": 0.7954958722801997,
+      "eval_be_opus100_pr_auc": 0.7677866303705682,
+      "eval_be_ud_pr_auc": 0.9013980835391266,
+      "eval_bg_opus100_pr_auc": 0.9253525500401606,
+      "eval_bg_ud_pr_auc": 0.9969164861734375,
+      "eval_bn_opus100_pr_auc": 0.8536687424587562,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.901579329345976,
+      "eval_ca_ud_pr_auc": 0.9966538235464375,
+      "eval_ceb_ud_pr_auc": 0.997240469913238,
+      "eval_cs_ersatz_pr_auc": 0.9884525269633758,
+      "eval_cs_opus100_pr_auc": 0.9218185475363984,
+      "eval_cs_ud_pr_auc": 0.9601683332815834,
+      "eval_cy_opus100_pr_auc": 0.7951463407843142,
+      "eval_cy_ud_pr_auc": 0.9975411799427246,
+      "eval_da_opus100_pr_auc": 0.9253466603840468,
+      "eval_da_ud_pr_auc": 0.9800382232598339,
+      "eval_de_ersatz_pr_auc": 0.9919005117202956,
+      "eval_de_opus100_pr_auc": 0.9224267350954787,
+      "eval_de_ud_pr_auc": 0.9857608587751994,
+      "eval_el_opus100_pr_auc": 0.9242358248872348,
+      "eval_el_ud_pr_auc": 0.9893895464415574,
+      "eval_en_ersatz_pr_auc": 0.9938555298807825,
+      "eval_en_opus100_pr_auc": 0.920642648991844,
+      "eval_en_ud_pr_auc": 0.9865119394278277,
+      "eval_eo_opus100_pr_auc": 0.933505242399798,
+      "eval_es_ersatz_pr_auc": 0.9965267599492925,
+      "eval_es_opus100_pr_auc": 0.9419202408154908,
+      "eval_es_ud_pr_auc": 0.9901779050219578,
+      "eval_et_ersatz_pr_auc": 0.9815547105455321,
+      "eval_et_opus100_pr_auc": 0.9299754988773253,
+      "eval_et_ud_pr_auc": 0.9790460163565189,
+      "eval_eu_opus100_pr_auc": 0.8830127902138569,
+      "eval_eu_ud_pr_auc": 0.9934715144231536,
+      "eval_fa_opus100_pr_auc": 0.6317829866790826,
+      "eval_fa_ud_pr_auc": 0.9957491578272948,
+      "eval_fi_ersatz_pr_auc": 0.9944431941955331,
+      "eval_fi_opus100_pr_auc": 0.9356951699670801,
+      "eval_fi_ud_pr_auc": 0.9733283120576652,
+      "eval_fr_ersatz_pr_auc": 0.9888528646256842,
+      "eval_fr_opus100_pr_auc": 0.9224152565097143,
+      "eval_fr_ud_pr_auc": 0.9925411703877398,
+      "eval_fy_opus100_pr_auc": 0.701804251392049,
+      "eval_ga_opus100_pr_auc": 0.9184046289176538,
+      "eval_ga_ud_pr_auc": 0.8197483359392331,
+      "eval_gd_opus100_pr_auc": 0.7252197280995284,
+      "eval_gd_ud_pr_auc": 0.837921060343846,
+      "eval_gl_opus100_pr_auc": 0.9030703322358133,
+      "eval_gl_ud_pr_auc": 0.9969257253239291,
+      "eval_gu_ersatz_pr_auc": 0.9529852550486144,
+      "eval_gu_opus100_pr_auc": 0.7749116521887303,
+      "eval_ha_opus100_pr_auc": 0.9366636958720954,
+      "eval_he_opus100_pr_auc": 0.8922090063789762,
+      "eval_he_ud_pr_auc": 0.9840778691852052,
+      "eval_hi_ersatz_pr_auc": 0.983639099394034,
+      "eval_hi_opus100_pr_auc": 0.7433546851324325,
+      "eval_hi_ud_pr_auc": 0.9903605306080934,
+      "eval_hu_opus100_pr_auc": 0.9193258739861789,
+      "eval_hu_ud_pr_auc": 0.9847591328538414,
+      "eval_hy_opus100_pr_auc": 0.9154938640974922,
+      "eval_hy_ud_pr_auc": 0.9676753710264158,
+      "eval_id_opus100_pr_auc": 0.9011909483926233,
+      "eval_id_ud_pr_auc": 0.9968600183168423,
+      "eval_ig_opus100_pr_auc": 0.8857985884102855,
+      "eval_is_opus100_pr_auc": 0.9388009586200927,
+      "eval_is_ud_pr_auc": 0.9160759515554614,
+      "eval_it_opus100_pr_auc": 0.9192924498252478,
+      "eval_it_ud_pr_auc": 0.9962638418229255,
+      "eval_ja_ersatz_pr_auc": 0.9095473441397796,
+      "eval_ja_opus100_pr_auc": 0.8503890559000405,
+      "eval_ja_ud_pr_auc": 0.9849741975079296,
+      "eval_jv_ud_pr_auc": 0.9539768812253793,
+      "eval_ka_opus100_pr_auc": 0.8537727514977604,
+      "eval_kk_ersatz_pr_auc": 0.9878719245250015,
+      "eval_kk_opus100_pr_auc": 0.817767193095812,
+      "eval_kk_ud_pr_auc": 0.972904635055541,
+      "eval_km_ersatz_pr_auc": 0.9487369354082013,
+      "eval_km_opus100_pr_auc": 0.7956622418123149,
+      "eval_kn_opus100_pr_auc": 0.6996038553933701,
+      "eval_ko_opus100_pr_auc": 0.6995407036296717,
+      "eval_ko_ud_pr_auc": 0.9974130283034796,
+      "eval_ku_opus100_pr_auc": 0.867945215807715,
+      "eval_ky_opus100_pr_auc": 0.8951546546877298,
+      "eval_la_ud_pr_auc": 0.9672452938400846,
+      "eval_loss": 0.024563340470194817,
+      "eval_lt_ersatz_pr_auc": 0.9967649210019143,
+      "eval_lt_opus100_pr_auc": 0.8961146639630162,
+      "eval_lt_ud_pr_auc": 0.9946462621440341,
+      "eval_lv_ersatz_pr_auc": 0.9944403526014203,
+      "eval_lv_opus100_pr_auc": 0.9026206746631619,
+      "eval_lv_ud_pr_auc": 0.9683909525313544,
+      "eval_mg_opus100_pr_auc": 0.9467933495489772,
+      "eval_mk_opus100_pr_auc": 0.9287846465608425,
+      "eval_ml_opus100_pr_auc": 0.8127068297359098,
+      "eval_mn_opus100_pr_auc": 0.9617428433701569,
+      "eval_mr_opus100_pr_auc": 0.9192151458757299,
+      "eval_mr_ud_pr_auc": 0.9752256428989794,
+      "eval_ms_opus100_pr_auc": 0.8807614227274255,
+      "eval_mt_opus100_pr_auc": 0.8692926744696104,
+      "eval_mt_ud_pr_auc": 0.9168278617864144,
+      "eval_my_opus100_pr_auc": 0.855853610357413,
+      "eval_ne_opus100_pr_auc": 0.7555638266650099,
+      "eval_nl_opus100_pr_auc": 0.8981064738801623,
+      "eval_nl_ud_pr_auc": 0.9879302350008424,
+      "eval_no_opus100_pr_auc": 0.9198651620246012,
+      "eval_no_ud_pr_auc": 0.9969154125891279,
+      "eval_pa_opus100_pr_auc": 0.7135428711430037,
+      "eval_pl_ersatz_pr_auc": 0.9711125066667942,
+      "eval_pl_opus100_pr_auc": 0.9050998946143434,
+      "eval_pl_ud_pr_auc": 0.9716966157280649,
+      "eval_ps_ersatz_pr_auc": 0.9346749849998458,
+      "eval_ps_opus100_pr_auc": 0.7695337675715832,
+      "eval_pt_opus100_pr_auc": 0.9300105375035597,
+      "eval_pt_ud_pr_auc": 0.9866620500458549,
+      "eval_ro_ersatz_pr_auc": 0.9949697304211231,
+      "eval_ro_opus100_pr_auc": 0.8620980656663171,
+      "eval_ro_ud_pr_auc": 0.9773475578260717,
+      "eval_ru_ersatz_pr_auc": 0.9959235151946075,
+      "eval_ru_opus100_pr_auc": 0.9404332520239616,
+      "eval_ru_ud_pr_auc": 0.8909183578625615,
+      "eval_runtime": 394.3964,
+      "eval_samples_per_second": 191.239,
+      "eval_si_opus100_pr_auc": 0.8310162465256016,
+      "eval_sk_opus100_pr_auc": 0.9436083914093811,
+      "eval_sk_ud_pr_auc": 0.9862698942465394,
+      "eval_sl_opus100_pr_auc": 0.8925365989770057,
+      "eval_sl_ud_pr_auc": 0.9679381318974961,
+      "eval_sq_opus100_pr_auc": 0.9398949010994292,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9209291066714554,
+      "eval_sr_ud_pr_auc": 0.9989882981132036,
+      "eval_steps_per_second": 0.748,
+      "eval_sv_opus100_pr_auc": 0.9106999423202949,
+      "eval_sv_ud_pr_auc": 0.960289012515788,
+      "eval_ta_ersatz_pr_auc": 0.982834487851039,
+      "eval_ta_opus100_pr_auc": 0.744460847150656,
+      "eval_ta_ud_pr_auc": 0.9992279214702239,
+      "eval_te_opus100_pr_auc": 0.8223726694403033,
+      "eval_tg_opus100_pr_auc": 0.907220446183186,
+      "eval_th_opus100_pr_auc": 0.708654378300285,
+      "eval_th_ud_pr_auc": 0.877342713817156,
+      "eval_tr_ersatz_pr_auc": 0.9730573483471125,
+      "eval_tr_opus100_pr_auc": 0.9078495878492517,
+      "eval_tr_ud_pr_auc": 0.9613226420335377,
+      "eval_uk_opus100_pr_auc": 0.8806343527711995,
+      "eval_uk_ud_pr_auc": 0.9298146267805016,
+      "eval_ur_opus100_pr_auc": 0.6334501874669273,
+      "eval_ur_ud_pr_auc": 0.9965007417589787,
+      "eval_uz_opus100_pr_auc": 0.894043256126692,
+      "eval_vi_opus100_pr_auc": 0.9004521140676561,
+      "eval_vi_ud_pr_auc": 0.9604214598159319,
+      "eval_xh_opus100_pr_auc": 0.8970336425609707,
+      "eval_yi_opus100_pr_auc": 0.700154841265124,
+      "eval_yo_opus100_pr_auc": 0.8204617212583121,
+      "eval_yo_ud_pr_auc": 0.9314644146512717,
+      "eval_zh_ersatz_pr_auc": 0.9729865483000658,
+      "eval_zh_opus100_pr_auc": 0.8948128709696642,
+      "eval_zh_ud_pr_auc": 0.9967001434602424,
+      "eval_zu_opus100_pr_auc": 0.8487732395687404,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.021,
+      "step": 260050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.0211,
+      "step": 260100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.0209,
+      "step": 260150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.0209,
+      "step": 260200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0208,
+      "step": 260250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.021,
+      "step": 260300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.021,
+      "step": 260350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.021,
+      "step": 260400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0211,
+      "step": 260450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.0212,
+      "step": 260500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.021,
+      "step": 260550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.0211,
+      "step": 260600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0212,
+      "step": 260650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.0211,
+      "step": 260700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.0208,
+      "step": 260750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.0211,
+      "step": 260800
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0209,
+      "step": 260850
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.0211,
+      "step": 260900
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.021,
+      "step": 260950
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.0211,
+      "step": 261000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.0212,
+      "step": 261050
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.021,
+      "step": 261100
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.0212,
+      "step": 261150
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.021,
+      "step": 261200
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.0209,
+      "step": 261250
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0211,
+      "step": 261300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.0209,
+      "step": 261350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.021,
+      "step": 261400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.021,
+      "step": 261450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.0208,
+      "step": 261500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.0209,
+      "step": 261550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0208,
+      "step": 261600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.021,
+      "step": 261650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.0209,
+      "step": 261700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.021,
+      "step": 261750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.021,
+      "step": 261800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0207,
+      "step": 261850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.021,
+      "step": 261900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0211,
+      "step": 261950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0209,
+      "step": 262000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.021,
+      "step": 262050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.021,
+      "step": 262100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0208,
+      "step": 262150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.0209,
+      "step": 262200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.0212,
+      "step": 262250
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0209,
+      "step": 262300
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.021,
+      "step": 262350
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.021,
+      "step": 262400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.021,
+      "step": 262450
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0209,
+      "step": 262500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.0208,
+      "step": 262550
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.0207,
+      "step": 262600
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0207,
+      "step": 262650
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0209,
+      "step": 262700
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.021,
+      "step": 262750
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.021,
+      "step": 262800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0211,
+      "step": 262850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.0209,
+      "step": 262900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.0209,
+      "step": 262950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0209,
+      "step": 263000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0211,
+      "step": 263050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0209,
+      "step": 263100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0212,
+      "step": 263150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0211,
+      "step": 263200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.021,
+      "step": 263250
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.0211,
+      "step": 263300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.0209,
+      "step": 263350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.0209,
+      "step": 263400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0207,
+      "step": 263450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.0209,
+      "step": 263500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.021,
+      "step": 263550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.021,
+      "step": 263600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.021,
+      "step": 263650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.0209,
+      "step": 263700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0209,
+      "step": 263750
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.021,
+      "step": 263800
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.0209,
+      "step": 263850
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0211,
+      "step": 263900
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.0212,
+      "step": 263950
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0209,
+      "step": 264000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.0208,
+      "step": 264050
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.0208,
+      "step": 264100
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.0209,
+      "step": 264150
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.0208,
+      "step": 264200
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.021,
+      "step": 264250
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.0208,
+      "step": 264300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.0209,
+      "step": 264350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0208,
+      "step": 264400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.0209,
+      "step": 264450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0207,
+      "step": 264500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.0208,
+      "step": 264550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0208,
+      "step": 264600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.0209,
+      "step": 264650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0208,
+      "step": 264700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.021,
+      "step": 264750
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.0209,
+      "step": 264800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.021,
+      "step": 264850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.0209,
+      "step": 264900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.0207,
+      "step": 264950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.0209,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "eval_af_opus100_pr_auc": 0.8179871454271793,
+      "eval_af_ud_pr_auc": 0.9972366063058655,
+      "eval_am_opus100_pr_auc": 0.64971721218829,
+      "eval_ar_ersatz_pr_auc": 0.927657174122749,
+      "eval_ar_opus100_pr_auc": 0.7523593820867408,
+      "eval_ar_ud_pr_auc": 0.9000286182517345,
+      "eval_average_ersatz_pr_auc": 0.9766344474955065,
+      "eval_average_opus100_pr_auc": 0.861677711872121,
+      "eval_average_ud_pr_auc": 0.9677286445678646,
+      "eval_az_opus100_pr_auc": 0.7985424605293093,
+      "eval_be_opus100_pr_auc": 0.773903217518025,
+      "eval_be_ud_pr_auc": 0.9021402192632857,
+      "eval_bg_opus100_pr_auc": 0.9284918947660005,
+      "eval_bg_ud_pr_auc": 0.9969886711176543,
+      "eval_bn_opus100_pr_auc": 0.8585390438912959,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9040251771576837,
+      "eval_ca_ud_pr_auc": 0.9975057028137414,
+      "eval_ceb_ud_pr_auc": 0.9942399828896958,
+      "eval_cs_ersatz_pr_auc": 0.9882617069299879,
+      "eval_cs_opus100_pr_auc": 0.9298021146749621,
+      "eval_cs_ud_pr_auc": 0.9621932692007606,
+      "eval_cy_opus100_pr_auc": 0.7998774689355901,
+      "eval_cy_ud_pr_auc": 0.9974765041602565,
+      "eval_da_opus100_pr_auc": 0.9314549909604628,
+      "eval_da_ud_pr_auc": 0.9781730863709468,
+      "eval_de_ersatz_pr_auc": 0.9892247755312622,
+      "eval_de_opus100_pr_auc": 0.9255300260203307,
+      "eval_de_ud_pr_auc": 0.9829709080026651,
+      "eval_el_opus100_pr_auc": 0.926128321400964,
+      "eval_el_ud_pr_auc": 0.9888773731088991,
+      "eval_en_ersatz_pr_auc": 0.9941710514610024,
+      "eval_en_opus100_pr_auc": 0.9239292547851843,
+      "eval_en_ud_pr_auc": 0.9863466765670048,
+      "eval_eo_opus100_pr_auc": 0.9347105334596553,
+      "eval_es_ersatz_pr_auc": 0.9964961394420084,
+      "eval_es_opus100_pr_auc": 0.9461421268490366,
+      "eval_es_ud_pr_auc": 0.9896366859132962,
+      "eval_et_ersatz_pr_auc": 0.9831412128003856,
+      "eval_et_opus100_pr_auc": 0.9397177379983777,
+      "eval_et_ud_pr_auc": 0.9757384078459924,
+      "eval_eu_opus100_pr_auc": 0.8845363508045042,
+      "eval_eu_ud_pr_auc": 0.994107532644419,
+      "eval_fa_opus100_pr_auc": 0.6501606122560436,
+      "eval_fa_ud_pr_auc": 0.9957990330103537,
+      "eval_fi_ersatz_pr_auc": 0.9950933879512507,
+      "eval_fi_opus100_pr_auc": 0.9374577943593732,
+      "eval_fi_ud_pr_auc": 0.97397887232727,
+      "eval_fr_ersatz_pr_auc": 0.9895482873513571,
+      "eval_fr_opus100_pr_auc": 0.9288106954185079,
+      "eval_fr_ud_pr_auc": 0.9907327960743475,
+      "eval_fy_opus100_pr_auc": 0.7209842592232967,
+      "eval_ga_opus100_pr_auc": 0.9223512618285152,
+      "eval_ga_ud_pr_auc": 0.8213817190431736,
+      "eval_gd_opus100_pr_auc": 0.7681360141784942,
+      "eval_gd_ud_pr_auc": 0.8441364742002728,
+      "eval_gl_opus100_pr_auc": 0.9072762376052083,
+      "eval_gl_ud_pr_auc": 0.9977621163356611,
+      "eval_gu_ersatz_pr_auc": 0.9574726884500698,
+      "eval_gu_opus100_pr_auc": 0.7811745329784606,
+      "eval_ha_opus100_pr_auc": 0.9373717956578658,
+      "eval_he_opus100_pr_auc": 0.8909331685187473,
+      "eval_he_ud_pr_auc": 0.9866582784252209,
+      "eval_hi_ersatz_pr_auc": 0.9841802736526819,
+      "eval_hi_opus100_pr_auc": 0.7496617902803694,
+      "eval_hi_ud_pr_auc": 0.9894762708148122,
+      "eval_hu_opus100_pr_auc": 0.9245192383133044,
+      "eval_hu_ud_pr_auc": 0.9850529562453345,
+      "eval_hy_opus100_pr_auc": 0.9154848985180523,
+      "eval_hy_ud_pr_auc": 0.9724564581366304,
+      "eval_id_opus100_pr_auc": 0.9033035754243913,
+      "eval_id_ud_pr_auc": 0.9971520805974518,
+      "eval_ig_opus100_pr_auc": 0.887609783099391,
+      "eval_is_opus100_pr_auc": 0.9396439235184278,
+      "eval_is_ud_pr_auc": 0.8945266969115298,
+      "eval_it_opus100_pr_auc": 0.9218431651662545,
+      "eval_it_ud_pr_auc": 0.9963735254358976,
+      "eval_ja_ersatz_pr_auc": 0.9231223599553628,
+      "eval_ja_opus100_pr_auc": 0.8602426525647278,
+      "eval_ja_ud_pr_auc": 0.9872730603481941,
+      "eval_jv_ud_pr_auc": 0.9530690318323592,
+      "eval_ka_opus100_pr_auc": 0.8575405339404092,
+      "eval_kk_ersatz_pr_auc": 0.990481896452411,
+      "eval_kk_opus100_pr_auc": 0.8154801549887654,
+      "eval_kk_ud_pr_auc": 0.9752503305785575,
+      "eval_km_ersatz_pr_auc": 0.9488309615199774,
+      "eval_km_opus100_pr_auc": 0.8045061303469564,
+      "eval_kn_opus100_pr_auc": 0.7101341453624247,
+      "eval_ko_opus100_pr_auc": 0.7095618857573727,
+      "eval_ko_ud_pr_auc": 0.9972991342348522,
+      "eval_ku_opus100_pr_auc": 0.8629736954341307,
+      "eval_ky_opus100_pr_auc": 0.9053016473356691,
+      "eval_la_ud_pr_auc": 0.9693311449425629,
+      "eval_loss": 0.02431294694542885,
+      "eval_lt_ersatz_pr_auc": 0.9973388384344343,
+      "eval_lt_opus100_pr_auc": 0.9076949175355327,
+      "eval_lt_ud_pr_auc": 0.996459710916726,
+      "eval_lv_ersatz_pr_auc": 0.9933649010641032,
+      "eval_lv_opus100_pr_auc": 0.908018841353165,
+      "eval_lv_ud_pr_auc": 0.9672869693486514,
+      "eval_mg_opus100_pr_auc": 0.9511253671084547,
+      "eval_mk_opus100_pr_auc": 0.9275537431625559,
+      "eval_ml_opus100_pr_auc": 0.8234083883471581,
+      "eval_mn_opus100_pr_auc": 0.9625528130323255,
+      "eval_mr_opus100_pr_auc": 0.9182971426405105,
+      "eval_mr_ud_pr_auc": 0.9747157581774175,
+      "eval_ms_opus100_pr_auc": 0.8826806213934915,
+      "eval_mt_opus100_pr_auc": 0.8773107114905642,
+      "eval_mt_ud_pr_auc": 0.9177316747392991,
+      "eval_my_opus100_pr_auc": 0.8613857788115409,
+      "eval_ne_opus100_pr_auc": 0.7693812405492019,
+      "eval_nl_opus100_pr_auc": 0.8985234484656429,
+      "eval_nl_ud_pr_auc": 0.9898695626207287,
+      "eval_no_opus100_pr_auc": 0.9247506612677016,
+      "eval_no_ud_pr_auc": 0.9968165236064772,
+      "eval_pa_opus100_pr_auc": 0.7112536215068532,
+      "eval_pl_ersatz_pr_auc": 0.9736711403257466,
+      "eval_pl_opus100_pr_auc": 0.908221527825278,
+      "eval_pl_ud_pr_auc": 0.9730544453565543,
+      "eval_ps_ersatz_pr_auc": 0.928296869357698,
+      "eval_ps_opus100_pr_auc": 0.7561012449838457,
+      "eval_pt_opus100_pr_auc": 0.9380364661880336,
+      "eval_pt_ud_pr_auc": 0.9886532393555562,
+      "eval_ro_ersatz_pr_auc": 0.9944346437414101,
+      "eval_ro_opus100_pr_auc": 0.8767474303906091,
+      "eval_ro_ud_pr_auc": 0.9586271797121585,
+      "eval_ru_ersatz_pr_auc": 0.995970990392073,
+      "eval_ru_opus100_pr_auc": 0.9379119385330118,
+      "eval_ru_ud_pr_auc": 0.8871953366871541,
+      "eval_runtime": 402.8392,
+      "eval_samples_per_second": 187.231,
+      "eval_si_opus100_pr_auc": 0.8353378009620201,
+      "eval_sk_opus100_pr_auc": 0.9448347063435566,
+      "eval_sk_ud_pr_auc": 0.9886640754221568,
+      "eval_sl_opus100_pr_auc": 0.8947960294449123,
+      "eval_sl_ud_pr_auc": 0.9691598858839812,
+      "eval_sq_opus100_pr_auc": 0.946334492796326,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9191942847453157,
+      "eval_sr_ud_pr_auc": 0.9992412225656164,
+      "eval_steps_per_second": 0.732,
+      "eval_sv_opus100_pr_auc": 0.9155341952975525,
+      "eval_sv_ud_pr_auc": 0.953639519821671,
+      "eval_ta_ersatz_pr_auc": 0.9845193504292801,
+      "eval_ta_opus100_pr_auc": 0.7490279995656222,
+      "eval_ta_ud_pr_auc": 0.999447204273761,
+      "eval_te_opus100_pr_auc": 0.8333330268271942,
+      "eval_tg_opus100_pr_auc": 0.917733875805,
+      "eval_th_opus100_pr_auc": 0.7028076802786569,
+      "eval_th_ud_pr_auc": 0.8778751533737347,
+      "eval_tr_ersatz_pr_auc": 0.9728758580887975,
+      "eval_tr_opus100_pr_auc": 0.9144273755741551,
+      "eval_tr_ud_pr_auc": 0.9616265772807182,
+      "eval_uk_opus100_pr_auc": 0.8817752317338025,
+      "eval_uk_ud_pr_auc": 0.9227932935632152,
+      "eval_ur_opus100_pr_auc": 0.6249918656578303,
+      "eval_ur_ud_pr_auc": 0.9964390318924684,
+      "eval_uz_opus100_pr_auc": 0.8927946667820128,
+      "eval_vi_opus100_pr_auc": 0.9018958457023671,
+      "eval_vi_ud_pr_auc": 0.9447178271407891,
+      "eval_xh_opus100_pr_auc": 0.8929277823632433,
+      "eval_yi_opus100_pr_auc": 0.7217728391274901,
+      "eval_yo_opus100_pr_auc": 0.8380373045607165,
+      "eval_yo_ud_pr_auc": 0.929082266690461,
+      "eval_zh_ersatz_pr_auc": 0.9778033374470939,
+      "eval_zh_opus100_pr_auc": 0.9032086765734731,
+      "eval_zh_ud_pr_auc": 0.9960660579882884,
+      "eval_zu_opus100_pr_auc": 0.8479927372584449,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0212,
+      "step": 265050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0209,
+      "step": 265100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.021,
+      "step": 265150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0209,
+      "step": 265200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.021,
+      "step": 265250
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.0209,
+      "step": 265300
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.0208,
+      "step": 265350
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.0207,
+      "step": 265400
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.021,
+      "step": 265450
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.021,
+      "step": 265500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.021,
+      "step": 265550
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.0209,
+      "step": 265600
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0208,
+      "step": 265650
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.0209,
+      "step": 265700
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.0208,
+      "step": 265750
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.0208,
+      "step": 265800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.0209,
+      "step": 265850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.021,
+      "step": 265900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.0209,
+      "step": 265950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0208,
+      "step": 266000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0208,
+      "step": 266050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.0211,
+      "step": 266100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0209,
+      "step": 266150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0209,
+      "step": 266200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0209,
+      "step": 266250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.0209,
+      "step": 266300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.0208,
+      "step": 266350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.0209,
+      "step": 266400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.0209,
+      "step": 266450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.0211,
+      "step": 266500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.0211,
+      "step": 266550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.0208,
+      "step": 266600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.0208,
+      "step": 266650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0212,
+      "step": 266700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0207,
+      "step": 266750
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0211,
+      "step": 266800
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.0208,
+      "step": 266850
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.0207,
+      "step": 266900
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.0208,
+      "step": 266950
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.0211,
+      "step": 267000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.0209,
+      "step": 267050
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0209,
+      "step": 267100
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.021,
+      "step": 267150
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0208,
+      "step": 267200
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.021,
+      "step": 267250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.0209,
+      "step": 267300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.021,
+      "step": 267350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.0211,
+      "step": 267400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.021,
+      "step": 267450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.021,
+      "step": 267500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.0208,
+      "step": 267550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0208,
+      "step": 267600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0208,
+      "step": 267650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.0209,
+      "step": 267700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.0209,
+      "step": 267750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.021,
+      "step": 267800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.0209,
+      "step": 267850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.0208,
+      "step": 267900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.0209,
+      "step": 267950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0207,
+      "step": 268000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.021,
+      "step": 268050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0208,
+      "step": 268100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0209,
+      "step": 268150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0209,
+      "step": 268200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.0208,
+      "step": 268250
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.0208,
+      "step": 268300
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0207,
+      "step": 268350
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.0211,
+      "step": 268400
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.021,
+      "step": 268450
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.021,
+      "step": 268500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0209,
+      "step": 268550
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.0207,
+      "step": 268600
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.0209,
+      "step": 268650
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0209,
+      "step": 268700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.0209,
+      "step": 268750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.021,
+      "step": 268800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.0209,
+      "step": 268850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0209,
+      "step": 268900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.0208,
+      "step": 268950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.0209,
+      "step": 269000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.0208,
+      "step": 269050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.021,
+      "step": 269100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.0207,
+      "step": 269150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.021,
+      "step": 269200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.0209,
+      "step": 269250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.0207,
+      "step": 269300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0208,
+      "step": 269350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.0209,
+      "step": 269400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.0209,
+      "step": 269450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0208,
+      "step": 269500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.0209,
+      "step": 269550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.0207,
+      "step": 269600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0209,
+      "step": 269650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0209,
+      "step": 269700
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.0209,
+      "step": 269750
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0209,
+      "step": 269800
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.0207,
+      "step": 269850
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.0208,
+      "step": 269900
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.0207,
+      "step": 269950
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.0209,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "eval_af_opus100_pr_auc": 0.7965838685431595,
+      "eval_af_ud_pr_auc": 0.9977970768005731,
+      "eval_am_opus100_pr_auc": 0.6366104114302231,
+      "eval_ar_ersatz_pr_auc": 0.9309328320812337,
+      "eval_ar_opus100_pr_auc": 0.7636996019994109,
+      "eval_ar_ud_pr_auc": 0.9004206167269281,
+      "eval_average_ersatz_pr_auc": 0.9767792366726141,
+      "eval_average_opus100_pr_auc": 0.8592662435194961,
+      "eval_average_ud_pr_auc": 0.9682090150004439,
+      "eval_az_opus100_pr_auc": 0.8171326491332123,
+      "eval_be_opus100_pr_auc": 0.7434288210208522,
+      "eval_be_ud_pr_auc": 0.8986430785410385,
+      "eval_bg_opus100_pr_auc": 0.9273722510270938,
+      "eval_bg_ud_pr_auc": 0.9976708760835383,
+      "eval_bn_opus100_pr_auc": 0.8578916902242089,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.909106852732293,
+      "eval_ca_ud_pr_auc": 0.998100414544723,
+      "eval_ceb_ud_pr_auc": 0.9955583038508933,
+      "eval_cs_ersatz_pr_auc": 0.9888192611440803,
+      "eval_cs_opus100_pr_auc": 0.9321692470338742,
+      "eval_cs_ud_pr_auc": 0.9643535133945726,
+      "eval_cy_opus100_pr_auc": 0.7863905456382535,
+      "eval_cy_ud_pr_auc": 0.9980774631528339,
+      "eval_da_opus100_pr_auc": 0.9320418853806002,
+      "eval_da_ud_pr_auc": 0.9830556784971912,
+      "eval_de_ersatz_pr_auc": 0.9912414139242132,
+      "eval_de_opus100_pr_auc": 0.925627998408794,
+      "eval_de_ud_pr_auc": 0.983847269029873,
+      "eval_el_opus100_pr_auc": 0.9262542572125958,
+      "eval_el_ud_pr_auc": 0.992726173844431,
+      "eval_en_ersatz_pr_auc": 0.9940510859601397,
+      "eval_en_opus100_pr_auc": 0.9238505806993393,
+      "eval_en_ud_pr_auc": 0.9869204137594871,
+      "eval_eo_opus100_pr_auc": 0.9358958675028102,
+      "eval_es_ersatz_pr_auc": 0.9967040478201639,
+      "eval_es_opus100_pr_auc": 0.9449935487059357,
+      "eval_es_ud_pr_auc": 0.9902103939111738,
+      "eval_et_ersatz_pr_auc": 0.9852445341927648,
+      "eval_et_opus100_pr_auc": 0.9349650456523112,
+      "eval_et_ud_pr_auc": 0.9739259737809826,
+      "eval_eu_opus100_pr_auc": 0.8883939562783869,
+      "eval_eu_ud_pr_auc": 0.9927021871382944,
+      "eval_fa_opus100_pr_auc": 0.6572848510354183,
+      "eval_fa_ud_pr_auc": 0.9971230066001145,
+      "eval_fi_ersatz_pr_auc": 0.9952622863141327,
+      "eval_fi_opus100_pr_auc": 0.9379271165632936,
+      "eval_fi_ud_pr_auc": 0.9725478696686267,
+      "eval_fr_ersatz_pr_auc": 0.9894104358200269,
+      "eval_fr_opus100_pr_auc": 0.9284090138296682,
+      "eval_fr_ud_pr_auc": 0.9907273574817318,
+      "eval_fy_opus100_pr_auc": 0.7010417942556988,
+      "eval_ga_opus100_pr_auc": 0.9203860143769111,
+      "eval_ga_ud_pr_auc": 0.8203645504070118,
+      "eval_gd_opus100_pr_auc": 0.7679465903536536,
+      "eval_gd_ud_pr_auc": 0.8387181733592791,
+      "eval_gl_opus100_pr_auc": 0.9110952944211611,
+      "eval_gl_ud_pr_auc": 0.9978800038531423,
+      "eval_gu_ersatz_pr_auc": 0.9535448537830337,
+      "eval_gu_opus100_pr_auc": 0.7827740634643311,
+      "eval_ha_opus100_pr_auc": 0.9353572044803273,
+      "eval_he_opus100_pr_auc": 0.88806956612716,
+      "eval_he_ud_pr_auc": 0.9846241964102791,
+      "eval_hi_ersatz_pr_auc": 0.9849370039550313,
+      "eval_hi_opus100_pr_auc": 0.7558983819696746,
+      "eval_hi_ud_pr_auc": 0.9886370827660942,
+      "eval_hu_opus100_pr_auc": 0.9185316399657485,
+      "eval_hu_ud_pr_auc": 0.9866952725682607,
+      "eval_hy_opus100_pr_auc": 0.9178065530319529,
+      "eval_hy_ud_pr_auc": 0.972901175425782,
+      "eval_id_opus100_pr_auc": 0.8929937458470545,
+      "eval_id_ud_pr_auc": 0.9969458341184354,
+      "eval_ig_opus100_pr_auc": 0.8710457012313692,
+      "eval_is_opus100_pr_auc": 0.935450733291422,
+      "eval_is_ud_pr_auc": 0.9119088183410862,
+      "eval_it_opus100_pr_auc": 0.9217572168838316,
+      "eval_it_ud_pr_auc": 0.9961592377374338,
+      "eval_ja_ersatz_pr_auc": 0.9096586856460538,
+      "eval_ja_opus100_pr_auc": 0.8595318669377614,
+      "eval_ja_ud_pr_auc": 0.9859085059927297,
+      "eval_jv_ud_pr_auc": 0.9550849016111682,
+      "eval_ka_opus100_pr_auc": 0.8530255531032855,
+      "eval_kk_ersatz_pr_auc": 0.9895148381164529,
+      "eval_kk_opus100_pr_auc": 0.808314441874782,
+      "eval_kk_ud_pr_auc": 0.9765300734417899,
+      "eval_km_ersatz_pr_auc": 0.9506402089207672,
+      "eval_km_opus100_pr_auc": 0.7959310930470905,
+      "eval_kn_opus100_pr_auc": 0.7010348018873934,
+      "eval_ko_opus100_pr_auc": 0.688995376750808,
+      "eval_ko_ud_pr_auc": 0.9978251039449432,
+      "eval_ku_opus100_pr_auc": 0.8631341061091794,
+      "eval_ky_opus100_pr_auc": 0.8856741673287037,
+      "eval_la_ud_pr_auc": 0.9610706576463148,
+      "eval_loss": 0.02424255758523941,
+      "eval_lt_ersatz_pr_auc": 0.9971752060807211,
+      "eval_lt_opus100_pr_auc": 0.8995737918748914,
+      "eval_lt_ud_pr_auc": 0.9961297992005306,
+      "eval_lv_ersatz_pr_auc": 0.9938337027652385,
+      "eval_lv_opus100_pr_auc": 0.908234066032679,
+      "eval_lv_ud_pr_auc": 0.9688894837763279,
+      "eval_mg_opus100_pr_auc": 0.9486450980032242,
+      "eval_mk_opus100_pr_auc": 0.9335960025801162,
+      "eval_ml_opus100_pr_auc": 0.8206071902410342,
+      "eval_mn_opus100_pr_auc": 0.9499151268056348,
+      "eval_mr_opus100_pr_auc": 0.9213450803157596,
+      "eval_mr_ud_pr_auc": 0.9808658229947365,
+      "eval_ms_opus100_pr_auc": 0.8824383116316071,
+      "eval_mt_opus100_pr_auc": 0.885939791962586,
+      "eval_mt_ud_pr_auc": 0.8953341026390214,
+      "eval_my_opus100_pr_auc": 0.8558590713881504,
+      "eval_ne_opus100_pr_auc": 0.7617817760011358,
+      "eval_nl_opus100_pr_auc": 0.8995656727616637,
+      "eval_nl_ud_pr_auc": 0.9891573920018848,
+      "eval_no_opus100_pr_auc": 0.9249393244238908,
+      "eval_no_ud_pr_auc": 0.9965189104293833,
+      "eval_pa_opus100_pr_auc": 0.6978824851669602,
+      "eval_pl_ersatz_pr_auc": 0.9753336456110141,
+      "eval_pl_opus100_pr_auc": 0.9111242341280531,
+      "eval_pl_ud_pr_auc": 0.9747272041970888,
+      "eval_ps_ersatz_pr_auc": 0.9310453709075666,
+      "eval_ps_opus100_pr_auc": 0.7616183403148118,
+      "eval_pt_opus100_pr_auc": 0.9372560195314744,
+      "eval_pt_ud_pr_auc": 0.988235950830686,
+      "eval_ro_ersatz_pr_auc": 0.9944940939725339,
+      "eval_ro_opus100_pr_auc": 0.8772190013296384,
+      "eval_ro_ud_pr_auc": 0.9618454991105178,
+      "eval_ru_ersatz_pr_auc": 0.9963587076527993,
+      "eval_ru_opus100_pr_auc": 0.9411696835163877,
+      "eval_ru_ud_pr_auc": 0.886133458785305,
+      "eval_runtime": 399.0989,
+      "eval_samples_per_second": 188.986,
+      "eval_si_opus100_pr_auc": 0.8284017082224758,
+      "eval_sk_opus100_pr_auc": 0.9458943038157281,
+      "eval_sk_ud_pr_auc": 0.9880289504561761,
+      "eval_sl_opus100_pr_auc": 0.8923113968379748,
+      "eval_sl_ud_pr_auc": 0.9686215408825193,
+      "eval_sq_opus100_pr_auc": 0.946109332046426,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9185197059392041,
+      "eval_sr_ud_pr_auc": 0.9992173588298588,
+      "eval_steps_per_second": 0.739,
+      "eval_sv_opus100_pr_auc": 0.9162135882488281,
+      "eval_sv_ud_pr_auc": 0.9586224471053503,
+      "eval_ta_ersatz_pr_auc": 0.9849073992573949,
+      "eval_ta_opus100_pr_auc": 0.7486782896342232,
+      "eval_ta_ud_pr_auc": 0.998941750157658,
+      "eval_te_opus100_pr_auc": 0.8283828080150647,
+      "eval_tg_opus100_pr_auc": 0.9137295333341562,
+      "eval_th_opus100_pr_auc": 0.7048172982595506,
+      "eval_th_ud_pr_auc": 0.8816264341545172,
+      "eval_tr_ersatz_pr_auc": 0.9756029619426393,
+      "eval_tr_opus100_pr_auc": 0.9090566916148983,
+      "eval_tr_ud_pr_auc": 0.9600328080290019,
+      "eval_uk_opus100_pr_auc": 0.8900385002332576,
+      "eval_uk_ud_pr_auc": 0.9271453352609822,
+      "eval_ur_opus100_pr_auc": 0.6381043814338242,
+      "eval_ur_ud_pr_auc": 0.9966065600018856,
+      "eval_uz_opus100_pr_auc": 0.8895064237240567,
+      "eval_vi_opus100_pr_auc": 0.9071925094872013,
+      "eval_vi_ud_pr_auc": 0.9598857232983147,
+      "eval_xh_opus100_pr_auc": 0.8990796976490164,
+      "eval_yi_opus100_pr_auc": 0.713556809765048,
+      "eval_yo_opus100_pr_auc": 0.8335676119172422,
+      "eval_yo_ud_pr_auc": 0.9300017202393395,
+      "eval_zh_ersatz_pr_auc": 0.9804306309295098,
+      "eval_zh_opus100_pr_auc": 0.900680498569958,
+      "eval_zh_ud_pr_auc": 0.995684348213458,
+      "eval_zu_opus100_pr_auc": 0.8354548450498165,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0208,
+      "step": 270050
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.021,
+      "step": 270100
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.021,
+      "step": 270150
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.0207,
+      "step": 270200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0208,
+      "step": 270250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.0209,
+      "step": 270300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0208,
+      "step": 270350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.0208,
+      "step": 270400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.0208,
+      "step": 270450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.0209,
+      "step": 270500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0209,
+      "step": 270550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.021,
+      "step": 270600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.0208,
+      "step": 270650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0208,
+      "step": 270700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.0207,
+      "step": 270750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0208,
+      "step": 270800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0208,
+      "step": 270850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.0208,
+      "step": 270900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.0208,
+      "step": 270950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.0208,
+      "step": 271000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.0209,
+      "step": 271050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0207,
+      "step": 271100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.021,
+      "step": 271150
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.0207,
+      "step": 271200
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0211,
+      "step": 271250
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.0209,
+      "step": 271300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.0207,
+      "step": 271350
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0209,
+      "step": 271400
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0207,
+      "step": 271450
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.021,
+      "step": 271500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.021,
+      "step": 271550
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0208,
+      "step": 271600
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.0208,
+      "step": 271650
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.0208,
+      "step": 271700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.0209,
+      "step": 271750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0208,
+      "step": 271800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0207,
+      "step": 271850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0208,
+      "step": 271900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.021,
+      "step": 271950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.0207,
+      "step": 272000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0208,
+      "step": 272050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0209,
+      "step": 272100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0208,
+      "step": 272150
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.021,
+      "step": 272200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.021,
+      "step": 272250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0209,
+      "step": 272300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0208,
+      "step": 272350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0207,
+      "step": 272400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.0209,
+      "step": 272450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.0209,
+      "step": 272500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0208,
+      "step": 272550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0209,
+      "step": 272600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0207,
+      "step": 272650
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0207,
+      "step": 272700
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.0209,
+      "step": 272750
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0209,
+      "step": 272800
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0209,
+      "step": 272850
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0209,
+      "step": 272900
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0206,
+      "step": 272950
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0207,
+      "step": 273000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.0208,
+      "step": 273050
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.0208,
+      "step": 273100
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.0208,
+      "step": 273150
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0208,
+      "step": 273200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0206,
+      "step": 273250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.0209,
+      "step": 273300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.0206,
+      "step": 273350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.021,
+      "step": 273400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0207,
+      "step": 273450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.0209,
+      "step": 273500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.0209,
+      "step": 273550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.0208,
+      "step": 273600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.021,
+      "step": 273650
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0209,
+      "step": 273700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.021,
+      "step": 273750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0209,
+      "step": 273800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.0209,
+      "step": 273850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.0209,
+      "step": 273900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.0208,
+      "step": 273950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.0208,
+      "step": 274000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.0208,
+      "step": 274050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.0208,
+      "step": 274100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.0207,
+      "step": 274150
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.0208,
+      "step": 274200
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.0208,
+      "step": 274250
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.021,
+      "step": 274300
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.0208,
+      "step": 274350
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.0208,
+      "step": 274400
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.0208,
+      "step": 274450
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.0209,
+      "step": 274500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.0208,
+      "step": 274550
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.0209,
+      "step": 274600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0208,
+      "step": 274650
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.0208,
+      "step": 274700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.0207,
+      "step": 274750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0208,
+      "step": 274800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.0208,
+      "step": 274850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.021,
+      "step": 274900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.0207,
+      "step": 274950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0208,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "eval_af_opus100_pr_auc": 0.8098266692165493,
+      "eval_af_ud_pr_auc": 0.9979953686043646,
+      "eval_am_opus100_pr_auc": 0.6756162612717713,
+      "eval_ar_ersatz_pr_auc": 0.9278590470851132,
+      "eval_ar_opus100_pr_auc": 0.7611188189878982,
+      "eval_ar_ud_pr_auc": 0.9018077019668447,
+      "eval_average_ersatz_pr_auc": 0.9756164920202647,
+      "eval_average_opus100_pr_auc": 0.8596806043017242,
+      "eval_average_ud_pr_auc": 0.9666114185761604,
+      "eval_az_opus100_pr_auc": 0.798275962590683,
+      "eval_be_opus100_pr_auc": 0.7775922610858302,
+      "eval_be_ud_pr_auc": 0.9019092783721292,
+      "eval_bg_opus100_pr_auc": 0.9258702166250433,
+      "eval_bg_ud_pr_auc": 0.9972476659715257,
+      "eval_bn_opus100_pr_auc": 0.855921333663216,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8989848690104232,
+      "eval_ca_ud_pr_auc": 0.9967026439839807,
+      "eval_ceb_ud_pr_auc": 0.9965064382883118,
+      "eval_cs_ersatz_pr_auc": 0.9893481764040793,
+      "eval_cs_opus100_pr_auc": 0.9254587135640103,
+      "eval_cs_ud_pr_auc": 0.9625184920777052,
+      "eval_cy_opus100_pr_auc": 0.7995175172517491,
+      "eval_cy_ud_pr_auc": 0.9975573736227031,
+      "eval_da_opus100_pr_auc": 0.9250567530454921,
+      "eval_da_ud_pr_auc": 0.9766415041220026,
+      "eval_de_ersatz_pr_auc": 0.9916270228286943,
+      "eval_de_opus100_pr_auc": 0.9204694487149112,
+      "eval_de_ud_pr_auc": 0.9820856196709699,
+      "eval_el_opus100_pr_auc": 0.925117879988114,
+      "eval_el_ud_pr_auc": 0.9924407481893285,
+      "eval_en_ersatz_pr_auc": 0.9936839128075983,
+      "eval_en_opus100_pr_auc": 0.9223039750226735,
+      "eval_en_ud_pr_auc": 0.986491019581776,
+      "eval_eo_opus100_pr_auc": 0.9341544907216006,
+      "eval_es_ersatz_pr_auc": 0.9964195814543784,
+      "eval_es_opus100_pr_auc": 0.9429041259609573,
+      "eval_es_ud_pr_auc": 0.9892007790014905,
+      "eval_et_ersatz_pr_auc": 0.9845725348296426,
+      "eval_et_opus100_pr_auc": 0.9243055317041692,
+      "eval_et_ud_pr_auc": 0.9743038338249175,
+      "eval_eu_opus100_pr_auc": 0.8877287208857566,
+      "eval_eu_ud_pr_auc": 0.9906507716303629,
+      "eval_fa_opus100_pr_auc": 0.6410290685899696,
+      "eval_fa_ud_pr_auc": 0.996501218946588,
+      "eval_fi_ersatz_pr_auc": 0.9939375052606005,
+      "eval_fi_opus100_pr_auc": 0.9356869539092075,
+      "eval_fi_ud_pr_auc": 0.9662231367536013,
+      "eval_fr_ersatz_pr_auc": 0.9895985465602681,
+      "eval_fr_opus100_pr_auc": 0.9272374276508832,
+      "eval_fr_ud_pr_auc": 0.9865914109865369,
+      "eval_fy_opus100_pr_auc": 0.721556943479506,
+      "eval_ga_opus100_pr_auc": 0.9162179061735015,
+      "eval_ga_ud_pr_auc": 0.8115127525143502,
+      "eval_gd_opus100_pr_auc": 0.7693866346030979,
+      "eval_gd_ud_pr_auc": 0.8295403879394505,
+      "eval_gl_opus100_pr_auc": 0.9040942568015224,
+      "eval_gl_ud_pr_auc": 0.9973019976715833,
+      "eval_gu_ersatz_pr_auc": 0.951329082860528,
+      "eval_gu_opus100_pr_auc": 0.7826324720070781,
+      "eval_ha_opus100_pr_auc": 0.9389015933999348,
+      "eval_he_opus100_pr_auc": 0.8802145860258577,
+      "eval_he_ud_pr_auc": 0.982629078184233,
+      "eval_hi_ersatz_pr_auc": 0.982439331923503,
+      "eval_hi_opus100_pr_auc": 0.7429616337889597,
+      "eval_hi_ud_pr_auc": 0.9877785625421476,
+      "eval_hu_opus100_pr_auc": 0.9160269339403572,
+      "eval_hu_ud_pr_auc": 0.9863499332810525,
+      "eval_hy_opus100_pr_auc": 0.9143474016334818,
+      "eval_hy_ud_pr_auc": 0.9710739238238308,
+      "eval_id_opus100_pr_auc": 0.8907134324125457,
+      "eval_id_ud_pr_auc": 0.9961171199648948,
+      "eval_ig_opus100_pr_auc": 0.8946092849421148,
+      "eval_is_opus100_pr_auc": 0.9329958566367574,
+      "eval_is_ud_pr_auc": 0.9054419990133366,
+      "eval_it_opus100_pr_auc": 0.9205514001604599,
+      "eval_it_ud_pr_auc": 0.9958845038824236,
+      "eval_ja_ersatz_pr_auc": 0.9027480893726241,
+      "eval_ja_opus100_pr_auc": 0.8592231245349192,
+      "eval_ja_ud_pr_auc": 0.9843866662358703,
+      "eval_jv_ud_pr_auc": 0.9554325239259739,
+      "eval_ka_opus100_pr_auc": 0.8538997625860377,
+      "eval_kk_ersatz_pr_auc": 0.990165925408046,
+      "eval_kk_opus100_pr_auc": 0.8274936378090295,
+      "eval_kk_ud_pr_auc": 0.9754525622838164,
+      "eval_km_ersatz_pr_auc": 0.9524708885603255,
+      "eval_km_opus100_pr_auc": 0.7942237133086121,
+      "eval_kn_opus100_pr_auc": 0.693750780872132,
+      "eval_ko_opus100_pr_auc": 0.6996363933698173,
+      "eval_ko_ud_pr_auc": 0.9980963557424936,
+      "eval_ku_opus100_pr_auc": 0.8710795719987434,
+      "eval_ky_opus100_pr_auc": 0.9164979821934139,
+      "eval_la_ud_pr_auc": 0.9599370542603591,
+      "eval_loss": 0.024337923154234886,
+      "eval_lt_ersatz_pr_auc": 0.9977179651549553,
+      "eval_lt_opus100_pr_auc": 0.9022121623563722,
+      "eval_lt_ud_pr_auc": 0.9963407960654135,
+      "eval_lv_ersatz_pr_auc": 0.9933621563276409,
+      "eval_lv_opus100_pr_auc": 0.901204612709596,
+      "eval_lv_ud_pr_auc": 0.9668766991869236,
+      "eval_mg_opus100_pr_auc": 0.9479458465400135,
+      "eval_mk_opus100_pr_auc": 0.9300406351645428,
+      "eval_ml_opus100_pr_auc": 0.8223034236599807,
+      "eval_mn_opus100_pr_auc": 0.9557774622636278,
+      "eval_mr_opus100_pr_auc": 0.9260718282276281,
+      "eval_mr_ud_pr_auc": 0.974787427682329,
+      "eval_ms_opus100_pr_auc": 0.8809772046403453,
+      "eval_mt_opus100_pr_auc": 0.8781859824512688,
+      "eval_mt_ud_pr_auc": 0.900550339550219,
+      "eval_my_opus100_pr_auc": 0.8530979244572396,
+      "eval_ne_opus100_pr_auc": 0.7677338250715655,
+      "eval_nl_opus100_pr_auc": 0.8986551981396331,
+      "eval_nl_ud_pr_auc": 0.9876793806860004,
+      "eval_no_opus100_pr_auc": 0.9189434028040353,
+      "eval_no_ud_pr_auc": 0.9967119487748349,
+      "eval_pa_opus100_pr_auc": 0.7158858581365821,
+      "eval_pl_ersatz_pr_auc": 0.9730304214901453,
+      "eval_pl_opus100_pr_auc": 0.9049507656406499,
+      "eval_pl_ud_pr_auc": 0.9721873927346367,
+      "eval_ps_ersatz_pr_auc": 0.9248305483858041,
+      "eval_ps_opus100_pr_auc": 0.7688625618715813,
+      "eval_pt_opus100_pr_auc": 0.9331187315792949,
+      "eval_pt_ud_pr_auc": 0.9874612335354191,
+      "eval_ro_ersatz_pr_auc": 0.9940379953565817,
+      "eval_ro_opus100_pr_auc": 0.8619037025461468,
+      "eval_ro_ud_pr_auc": 0.9554955023651399,
+      "eval_ru_ersatz_pr_auc": 0.995849686777596,
+      "eval_ru_opus100_pr_auc": 0.9394135185827667,
+      "eval_ru_ud_pr_auc": 0.8833750045420437,
+      "eval_runtime": 402.9236,
+      "eval_samples_per_second": 187.192,
+      "eval_si_opus100_pr_auc": 0.8288205515698429,
+      "eval_sk_opus100_pr_auc": 0.9470092363955208,
+      "eval_sk_ud_pr_auc": 0.986736774208713,
+      "eval_sl_opus100_pr_auc": 0.8888900181802762,
+      "eval_sl_ud_pr_auc": 0.9657700715836474,
+      "eval_sq_opus100_pr_auc": 0.9377275532853654,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9171071588626207,
+      "eval_sr_ud_pr_auc": 0.9992466882760836,
+      "eval_steps_per_second": 0.732,
+      "eval_sv_opus100_pr_auc": 0.9117626702424392,
+      "eval_sv_ud_pr_auc": 0.9575643014016821,
+      "eval_ta_ersatz_pr_auc": 0.9829910854451043,
+      "eval_ta_opus100_pr_auc": 0.7469111952293778,
+      "eval_ta_ud_pr_auc": 0.9983876271885013,
+      "eval_te_opus100_pr_auc": 0.8281941693390362,
+      "eval_tg_opus100_pr_auc": 0.9066216248415078,
+      "eval_th_opus100_pr_auc": 0.6942070781075311,
+      "eval_th_ud_pr_auc": 0.8813526406534529,
+      "eval_tr_ersatz_pr_auc": 0.9756475968785112,
+      "eval_tr_opus100_pr_auc": 0.9107086031978752,
+      "eval_tr_ud_pr_auc": 0.9596273128087024,
+      "eval_uk_opus100_pr_auc": 0.8891175305589061,
+      "eval_uk_ud_pr_auc": 0.9257126558032703,
+      "eval_ur_opus100_pr_auc": 0.6354536141568565,
+      "eval_ur_ud_pr_auc": 0.9955968369124314,
+      "eval_uz_opus100_pr_auc": 0.8897131821742104,
+      "eval_vi_opus100_pr_auc": 0.9029614223581577,
+      "eval_vi_ud_pr_auc": 0.9515047903356758,
+      "eval_xh_opus100_pr_auc": 0.8973955602149094,
+      "eval_yi_opus100_pr_auc": 0.6932189303933387,
+      "eval_yo_opus100_pr_auc": 0.8484615572818445,
+      "eval_yo_ud_pr_auc": 0.9276334937074721,
+      "eval_zh_ersatz_pr_auc": 0.9798957232740856,
+      "eval_zh_opus100_pr_auc": 0.9031946661982136,
+      "eval_zh_ud_pr_auc": 0.9959415139775966,
+      "eval_zu_opus100_pr_auc": 0.8538562811718847,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.021,
+      "step": 275050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.0211,
+      "step": 275100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.0206,
+      "step": 275150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.0208,
+      "step": 275200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0208,
+      "step": 275250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.0208,
+      "step": 275300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.021,
+      "step": 275350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0208,
+      "step": 275400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.0209,
+      "step": 275450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.0209,
+      "step": 275500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0206,
+      "step": 275550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.021,
+      "step": 275600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.021,
+      "step": 275650
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.0208,
+      "step": 275700
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.021,
+      "step": 275750
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0208,
+      "step": 275800
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.0207,
+      "step": 275850
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0207,
+      "step": 275900
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.0206,
+      "step": 275950
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.0206,
+      "step": 276000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0208,
+      "step": 276050
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.0208,
+      "step": 276100
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0208,
+      "step": 276150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.021,
+      "step": 276200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0209,
+      "step": 276250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0207,
+      "step": 276300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.021,
+      "step": 276350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.0208,
+      "step": 276400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.0208,
+      "step": 276450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.0209,
+      "step": 276500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.0207,
+      "step": 276550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.0208,
+      "step": 276600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.0207,
+      "step": 276650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.0208,
+      "step": 276700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.021,
+      "step": 276750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0208,
+      "step": 276800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.0209,
+      "step": 276850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.0211,
+      "step": 276900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.0208,
+      "step": 276950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.021,
+      "step": 277000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.0208,
+      "step": 277050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0208,
+      "step": 277100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.0208,
+      "step": 277150
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.0208,
+      "step": 277200
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.0209,
+      "step": 277250
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0208,
+      "step": 277300
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0207,
+      "step": 277350
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.0207,
+      "step": 277400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.0209,
+      "step": 277450
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.0208,
+      "step": 277500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.0207,
+      "step": 277550
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0207,
+      "step": 277600
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.0208,
+      "step": 277650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.0208,
+      "step": 277700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.0206,
+      "step": 277750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.0209,
+      "step": 277800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.0208,
+      "step": 277850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.021,
+      "step": 277900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0208,
+      "step": 277950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.0208,
+      "step": 278000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.0209,
+      "step": 278050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.0208,
+      "step": 278100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.0208,
+      "step": 278150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.021,
+      "step": 278200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0207,
+      "step": 278250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.0208,
+      "step": 278300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0208,
+      "step": 278350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.0208,
+      "step": 278400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.0209,
+      "step": 278450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.0208,
+      "step": 278500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0204,
+      "step": 278550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0208,
+      "step": 278600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.0207,
+      "step": 278650
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.0208,
+      "step": 278700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.0207,
+      "step": 278750
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.0208,
+      "step": 278800
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.0209,
+      "step": 278850
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.0208,
+      "step": 278900
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.0207,
+      "step": 278950
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.0206,
+      "step": 279000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.0206,
+      "step": 279050
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.0209,
+      "step": 279100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.0209,
+      "step": 279150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.0208,
+      "step": 279200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.0207,
+      "step": 279250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.0206,
+      "step": 279300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0207,
+      "step": 279350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0207,
+      "step": 279400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.0207,
+      "step": 279450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0207,
+      "step": 279500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.0209,
+      "step": 279550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.0209,
+      "step": 279600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0205,
+      "step": 279650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.0209,
+      "step": 279700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.0207,
+      "step": 279750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.0207,
+      "step": 279800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.0208,
+      "step": 279850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.0206,
+      "step": 279900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.0206,
+      "step": 279950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.0208,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "eval_af_opus100_pr_auc": 0.7960731483427161,
+      "eval_af_ud_pr_auc": 0.9968565940402544,
+      "eval_am_opus100_pr_auc": 0.6753542727689398,
+      "eval_ar_ersatz_pr_auc": 0.9371478486798831,
+      "eval_ar_opus100_pr_auc": 0.7573068917623064,
+      "eval_ar_ud_pr_auc": 0.903511036767266,
+      "eval_average_ersatz_pr_auc": 0.9763678431826089,
+      "eval_average_opus100_pr_auc": 0.8590862870921662,
+      "eval_average_ud_pr_auc": 0.969553668957563,
+      "eval_az_opus100_pr_auc": 0.8041157956532414,
+      "eval_be_opus100_pr_auc": 0.742094771252808,
+      "eval_be_ud_pr_auc": 0.9047354623774119,
+      "eval_bg_opus100_pr_auc": 0.9277533498005598,
+      "eval_bg_ud_pr_auc": 0.9981558481392963,
+      "eval_bn_opus100_pr_auc": 0.8595663592594508,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.904119210599249,
+      "eval_ca_ud_pr_auc": 0.9975370491648868,
+      "eval_ceb_ud_pr_auc": 0.9969238524608832,
+      "eval_cs_ersatz_pr_auc": 0.9892296263283902,
+      "eval_cs_opus100_pr_auc": 0.9312056058237353,
+      "eval_cs_ud_pr_auc": 0.9634345295591789,
+      "eval_cy_opus100_pr_auc": 0.7835546584679169,
+      "eval_cy_ud_pr_auc": 0.9977935419720317,
+      "eval_da_opus100_pr_auc": 0.9343410944981194,
+      "eval_da_ud_pr_auc": 0.977656511928507,
+      "eval_de_ersatz_pr_auc": 0.9916231235702815,
+      "eval_de_opus100_pr_auc": 0.9222165785514544,
+      "eval_de_ud_pr_auc": 0.9831824671580921,
+      "eval_el_opus100_pr_auc": 0.9260579434767006,
+      "eval_el_ud_pr_auc": 0.9915463812698105,
+      "eval_en_ersatz_pr_auc": 0.9940006147319262,
+      "eval_en_opus100_pr_auc": 0.9260990857537904,
+      "eval_en_ud_pr_auc": 0.9876034602970867,
+      "eval_eo_opus100_pr_auc": 0.9336969476005266,
+      "eval_es_ersatz_pr_auc": 0.9969600486932856,
+      "eval_es_opus100_pr_auc": 0.9422580865432378,
+      "eval_es_ud_pr_auc": 0.9892842882655838,
+      "eval_et_ersatz_pr_auc": 0.9857171954538549,
+      "eval_et_opus100_pr_auc": 0.9317191593438908,
+      "eval_et_ud_pr_auc": 0.9762346148747736,
+      "eval_eu_opus100_pr_auc": 0.8906979966105347,
+      "eval_eu_ud_pr_auc": 0.9935336912654534,
+      "eval_fa_opus100_pr_auc": 0.6590711932563394,
+      "eval_fa_ud_pr_auc": 0.9973936346789931,
+      "eval_fi_ersatz_pr_auc": 0.9936830216247592,
+      "eval_fi_opus100_pr_auc": 0.9390382477426034,
+      "eval_fi_ud_pr_auc": 0.9729323671670517,
+      "eval_fr_ersatz_pr_auc": 0.9891513992651811,
+      "eval_fr_opus100_pr_auc": 0.9292912853571205,
+      "eval_fr_ud_pr_auc": 0.9908568485870237,
+      "eval_fy_opus100_pr_auc": 0.7063850936921513,
+      "eval_ga_opus100_pr_auc": 0.918672488038322,
+      "eval_ga_ud_pr_auc": 0.8409998829448485,
+      "eval_gd_opus100_pr_auc": 0.7495339553835624,
+      "eval_gd_ud_pr_auc": 0.833630781290357,
+      "eval_gl_opus100_pr_auc": 0.9041789753035469,
+      "eval_gl_ud_pr_auc": 0.9981530248642778,
+      "eval_gu_ersatz_pr_auc": 0.9583039647103873,
+      "eval_gu_opus100_pr_auc": 0.7764764258480166,
+      "eval_ha_opus100_pr_auc": 0.9347520875733186,
+      "eval_he_opus100_pr_auc": 0.8952057629903933,
+      "eval_he_ud_pr_auc": 0.9850765228933299,
+      "eval_hi_ersatz_pr_auc": 0.9835168497518568,
+      "eval_hi_opus100_pr_auc": 0.7433663260671707,
+      "eval_hi_ud_pr_auc": 0.9896539048860091,
+      "eval_hu_opus100_pr_auc": 0.9205682397313526,
+      "eval_hu_ud_pr_auc": 0.9863400958312064,
+      "eval_hy_opus100_pr_auc": 0.9182392388631309,
+      "eval_hy_ud_pr_auc": 0.9721515505140189,
+      "eval_id_opus100_pr_auc": 0.8846338088932147,
+      "eval_id_ud_pr_auc": 0.9964316821518104,
+      "eval_ig_opus100_pr_auc": 0.8661586721194297,
+      "eval_is_opus100_pr_auc": 0.9423758410035734,
+      "eval_is_ud_pr_auc": 0.924006839511241,
+      "eval_it_opus100_pr_auc": 0.9216769903713959,
+      "eval_it_ud_pr_auc": 0.9958469172213452,
+      "eval_ja_ersatz_pr_auc": 0.9050480952105867,
+      "eval_ja_opus100_pr_auc": 0.8723424582038125,
+      "eval_ja_ud_pr_auc": 0.9866760483671417,
+      "eval_jv_ud_pr_auc": 0.9543401675686802,
+      "eval_ka_opus100_pr_auc": 0.856329908605207,
+      "eval_kk_ersatz_pr_auc": 0.9911693380635065,
+      "eval_kk_opus100_pr_auc": 0.8090230780013584,
+      "eval_kk_ud_pr_auc": 0.9774820044799244,
+      "eval_km_ersatz_pr_auc": 0.9515006296774706,
+      "eval_km_opus100_pr_auc": 0.7791450326014556,
+      "eval_kn_opus100_pr_auc": 0.695583580129587,
+      "eval_ko_opus100_pr_auc": 0.7077534634911828,
+      "eval_ko_ud_pr_auc": 0.9985358470955823,
+      "eval_ku_opus100_pr_auc": 0.8576907726697244,
+      "eval_ky_opus100_pr_auc": 0.9039425870846834,
+      "eval_la_ud_pr_auc": 0.9735371722760235,
+      "eval_loss": 0.02413901686668396,
+      "eval_lt_ersatz_pr_auc": 0.9974755838212731,
+      "eval_lt_opus100_pr_auc": 0.9060195109481262,
+      "eval_lt_ud_pr_auc": 0.9967442179460407,
+      "eval_lv_ersatz_pr_auc": 0.9933663528583746,
+      "eval_lv_opus100_pr_auc": 0.9099078077505556,
+      "eval_lv_ud_pr_auc": 0.9717660667544227,
+      "eval_mg_opus100_pr_auc": 0.9488503223172651,
+      "eval_mk_opus100_pr_auc": 0.9327423398226751,
+      "eval_ml_opus100_pr_auc": 0.8207133637805345,
+      "eval_mn_opus100_pr_auc": 0.9573870768417184,
+      "eval_mr_opus100_pr_auc": 0.9269365919668128,
+      "eval_mr_ud_pr_auc": 0.9796833427256839,
+      "eval_ms_opus100_pr_auc": 0.8816096587246531,
+      "eval_mt_opus100_pr_auc": 0.8822218972778072,
+      "eval_mt_ud_pr_auc": 0.9148965320090106,
+      "eval_my_opus100_pr_auc": 0.8599331044738846,
+      "eval_ne_opus100_pr_auc": 0.7560849766557548,
+      "eval_nl_opus100_pr_auc": 0.8981044140040281,
+      "eval_nl_ud_pr_auc": 0.987407581962281,
+      "eval_no_opus100_pr_auc": 0.9270704994520126,
+      "eval_no_ud_pr_auc": 0.9969055061925226,
+      "eval_pa_opus100_pr_auc": 0.7011812332960229,
+      "eval_pl_ersatz_pr_auc": 0.972485664229857,
+      "eval_pl_opus100_pr_auc": 0.907899364202233,
+      "eval_pl_ud_pr_auc": 0.9721689775762543,
+      "eval_ps_ersatz_pr_auc": 0.9269382765565178,
+      "eval_ps_opus100_pr_auc": 0.7689732628055163,
+      "eval_pt_opus100_pr_auc": 0.9368978806595646,
+      "eval_pt_ud_pr_auc": 0.9891034508775589,
+      "eval_ro_ersatz_pr_auc": 0.9943871600387322,
+      "eval_ro_opus100_pr_auc": 0.8716201541036104,
+      "eval_ro_ud_pr_auc": 0.9729338902505977,
+      "eval_ru_ersatz_pr_auc": 0.9963038899077421,
+      "eval_ru_opus100_pr_auc": 0.9435432360636403,
+      "eval_ru_ud_pr_auc": 0.8871942861068117,
+      "eval_runtime": 395.7129,
+      "eval_samples_per_second": 190.603,
+      "eval_si_opus100_pr_auc": 0.8337339996500228,
+      "eval_sk_opus100_pr_auc": 0.9469995651962376,
+      "eval_sk_ud_pr_auc": 0.9827411179004399,
+      "eval_sl_opus100_pr_auc": 0.8907766202525726,
+      "eval_sl_ud_pr_auc": 0.9671065307226488,
+      "eval_sq_opus100_pr_auc": 0.9403297730910899,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9174908615059425,
+      "eval_sr_ud_pr_auc": 0.9993168634868723,
+      "eval_steps_per_second": 0.745,
+      "eval_sv_opus100_pr_auc": 0.9170076899429129,
+      "eval_sv_ud_pr_auc": 0.9551823073717537,
+      "eval_ta_ersatz_pr_auc": 0.9854126029351493,
+      "eval_ta_opus100_pr_auc": 0.7481977345850878,
+      "eval_ta_ud_pr_auc": 0.9992279214702239,
+      "eval_te_opus100_pr_auc": 0.8327198025419017,
+      "eval_tg_opus100_pr_auc": 0.9074158394837696,
+      "eval_th_opus100_pr_auc": 0.7007819066031072,
+      "eval_th_ud_pr_auc": 0.8871702106800486,
+      "eval_tr_ersatz_pr_auc": 0.9751221698281516,
+      "eval_tr_opus100_pr_auc": 0.9085059793157514,
+      "eval_tr_ud_pr_auc": 0.961408689532572,
+      "eval_uk_opus100_pr_auc": 0.8857772101828603,
+      "eval_uk_ud_pr_auc": 0.9322761492259737,
+      "eval_ur_opus100_pr_auc": 0.6276160965356931,
+      "eval_ur_ud_pr_auc": 0.9964026395247776,
+      "eval_uz_opus100_pr_auc": 0.8884167649222626,
+      "eval_vi_opus100_pr_auc": 0.9049414211046367,
+      "eval_vi_ud_pr_auc": 0.956610327671278,
+      "eval_xh_opus100_pr_auc": 0.896245239637386,
+      "eval_yi_opus100_pr_auc": 0.7269673733508781,
+      "eval_yo_opus100_pr_auc": 0.826413981356531,
+      "eval_yo_ud_pr_auc": 0.932539011869685,
+      "eval_zh_ersatz_pr_auc": 0.9715490940802286,
+      "eval_zh_opus100_pr_auc": 0.8932009372078663,
+      "eval_zh_ud_pr_auc": 0.9937388868542439,
+      "eval_zu_opus100_pr_auc": 0.8341735808138654,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.0206,
+      "step": 280050
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.0209,
+      "step": 280100
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.0208,
+      "step": 280150
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.0209,
+      "step": 280200
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.0207,
+      "step": 280250
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0207,
+      "step": 280300
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.0208,
+      "step": 280350
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.0206,
+      "step": 280400
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0208,
+      "step": 280450
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.0206,
+      "step": 280500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.0207,
+      "step": 280550
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.0207,
+      "step": 280600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.0207,
+      "step": 280650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.0207,
+      "step": 280700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0207,
+      "step": 280750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.0206,
+      "step": 280800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.0207,
+      "step": 280850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.0207,
+      "step": 280900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.0206,
+      "step": 280950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0208,
+      "step": 281000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.0208,
+      "step": 281050
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.0208,
+      "step": 281100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0205,
+      "step": 281150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0207,
+      "step": 281200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.0209,
+      "step": 281250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.0208,
+      "step": 281300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.0208,
+      "step": 281350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.0208,
+      "step": 281400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.0208,
+      "step": 281450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0207,
+      "step": 281500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.0209,
+      "step": 281550
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.0206,
+      "step": 281600
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0206,
+      "step": 281650
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.0209,
+      "step": 281700
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.0207,
+      "step": 281750
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.0206,
+      "step": 281800
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.021,
+      "step": 281850
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.0206,
+      "step": 281900
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.021,
+      "step": 281950
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.0207,
+      "step": 282000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.0209,
+      "step": 282050
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.0207,
+      "step": 282100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.0208,
+      "step": 282150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.0208,
+      "step": 282200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.0209,
+      "step": 282250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0208,
+      "step": 282300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.0207,
+      "step": 282350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.0208,
+      "step": 282400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.0209,
+      "step": 282450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.0208,
+      "step": 282500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.021,
+      "step": 282550
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.0209,
+      "step": 282600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.0208,
+      "step": 282650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.0209,
+      "step": 282700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.0206,
+      "step": 282750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.0206,
+      "step": 282800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.0209,
+      "step": 282850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.021,
+      "step": 282900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.0207,
+      "step": 282950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.0209,
+      "step": 283000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0206,
+      "step": 283050
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0206,
+      "step": 283100
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0209,
+      "step": 283150
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0207,
+      "step": 283200
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.0207,
+      "step": 283250
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0205,
+      "step": 283300
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0208,
+      "step": 283350
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.0206,
+      "step": 283400
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.0208,
+      "step": 283450
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0207,
+      "step": 283500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0207,
+      "step": 283550
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.0208,
+      "step": 283600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.0206,
+      "step": 283650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0207,
+      "step": 283700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.0204,
+      "step": 283750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.0207,
+      "step": 283800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.0207,
+      "step": 283850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0209,
+      "step": 283900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0205,
+      "step": 283950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.0206,
+      "step": 284000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0206,
+      "step": 284050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.0205,
+      "step": 284100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.0207,
+      "step": 284150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0208,
+      "step": 284200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.0207,
+      "step": 284250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.0207,
+      "step": 284300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.0208,
+      "step": 284350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0206,
+      "step": 284400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0207,
+      "step": 284450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.0206,
+      "step": 284500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.0207,
+      "step": 284550
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0206,
+      "step": 284600
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0207,
+      "step": 284650
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.0207,
+      "step": 284700
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.0206,
+      "step": 284750
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0206,
+      "step": 284800
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.0208,
+      "step": 284850
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.0209,
+      "step": 284900
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0209,
+      "step": 284950
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0207,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "eval_af_opus100_pr_auc": 0.808981505801697,
+      "eval_af_ud_pr_auc": 0.9963635488217828,
+      "eval_am_opus100_pr_auc": 0.6732658429223211,
+      "eval_ar_ersatz_pr_auc": 0.9336108199192253,
+      "eval_ar_opus100_pr_auc": 0.7645311701636962,
+      "eval_ar_ud_pr_auc": 0.9065759301478564,
+      "eval_average_ersatz_pr_auc": 0.9756719298240142,
+      "eval_average_opus100_pr_auc": 0.8610639597803554,
+      "eval_average_ud_pr_auc": 0.9677153613437413,
+      "eval_az_opus100_pr_auc": 0.7773620587489112,
+      "eval_be_opus100_pr_auc": 0.7678908779938888,
+      "eval_be_ud_pr_auc": 0.9034816705038238,
+      "eval_bg_opus100_pr_auc": 0.9287411577112351,
+      "eval_bg_ud_pr_auc": 0.9975338708053632,
+      "eval_bn_opus100_pr_auc": 0.858465234519616,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9006191199799524,
+      "eval_ca_ud_pr_auc": 0.9975360960989308,
+      "eval_ceb_ud_pr_auc": 0.9976716515701993,
+      "eval_cs_ersatz_pr_auc": 0.9895501640382984,
+      "eval_cs_opus100_pr_auc": 0.9270284233980443,
+      "eval_cs_ud_pr_auc": 0.9628641655977815,
+      "eval_cy_opus100_pr_auc": 0.8065928219120181,
+      "eval_cy_ud_pr_auc": 0.9972934709655532,
+      "eval_da_opus100_pr_auc": 0.934098144213811,
+      "eval_da_ud_pr_auc": 0.9777727933213046,
+      "eval_de_ersatz_pr_auc": 0.9921250246203088,
+      "eval_de_opus100_pr_auc": 0.9206164237348158,
+      "eval_de_ud_pr_auc": 0.9865922263824124,
+      "eval_el_opus100_pr_auc": 0.9290420232979442,
+      "eval_el_ud_pr_auc": 0.9902467112911076,
+      "eval_en_ersatz_pr_auc": 0.9940303573655342,
+      "eval_en_opus100_pr_auc": 0.9248027239338695,
+      "eval_en_ud_pr_auc": 0.9877409778133219,
+      "eval_eo_opus100_pr_auc": 0.932111214141656,
+      "eval_es_ersatz_pr_auc": 0.9967772984849387,
+      "eval_es_opus100_pr_auc": 0.9456019182756017,
+      "eval_es_ud_pr_auc": 0.9898705619477222,
+      "eval_et_ersatz_pr_auc": 0.9835346203820607,
+      "eval_et_opus100_pr_auc": 0.9295705905487387,
+      "eval_et_ud_pr_auc": 0.9745695015340782,
+      "eval_eu_opus100_pr_auc": 0.8892209903482339,
+      "eval_eu_ud_pr_auc": 0.993995089594818,
+      "eval_fa_opus100_pr_auc": 0.6542289129688157,
+      "eval_fa_ud_pr_auc": 0.997515968685126,
+      "eval_fi_ersatz_pr_auc": 0.995099094827156,
+      "eval_fi_opus100_pr_auc": 0.938369496864281,
+      "eval_fi_ud_pr_auc": 0.9725037559801499,
+      "eval_fr_ersatz_pr_auc": 0.9873256843000281,
+      "eval_fr_opus100_pr_auc": 0.9300172881877685,
+      "eval_fr_ud_pr_auc": 0.9910056078514334,
+      "eval_fy_opus100_pr_auc": 0.7316445838821348,
+      "eval_ga_opus100_pr_auc": 0.9181559493014443,
+      "eval_ga_ud_pr_auc": 0.8315995735225971,
+      "eval_gd_opus100_pr_auc": 0.7681862787615854,
+      "eval_gd_ud_pr_auc": 0.8307062086463762,
+      "eval_gl_opus100_pr_auc": 0.9037047044370444,
+      "eval_gl_ud_pr_auc": 0.9981513130930841,
+      "eval_gu_ersatz_pr_auc": 0.9543832538953458,
+      "eval_gu_opus100_pr_auc": 0.7799816490479151,
+      "eval_ha_opus100_pr_auc": 0.9359639819007533,
+      "eval_he_opus100_pr_auc": 0.8950349759910428,
+      "eval_he_ud_pr_auc": 0.9870309655597161,
+      "eval_hi_ersatz_pr_auc": 0.9834121658078093,
+      "eval_hi_opus100_pr_auc": 0.7417771036052982,
+      "eval_hi_ud_pr_auc": 0.9872298928656287,
+      "eval_hu_opus100_pr_auc": 0.9229383542852341,
+      "eval_hu_ud_pr_auc": 0.9861667156830127,
+      "eval_hy_opus100_pr_auc": 0.911714032363412,
+      "eval_hy_ud_pr_auc": 0.9724715356714422,
+      "eval_id_opus100_pr_auc": 0.8852492863152289,
+      "eval_id_ud_pr_auc": 0.9963273438132627,
+      "eval_ig_opus100_pr_auc": 0.8818557439870391,
+      "eval_is_opus100_pr_auc": 0.9395007922352059,
+      "eval_is_ud_pr_auc": 0.9122862706827917,
+      "eval_it_opus100_pr_auc": 0.9204312229641753,
+      "eval_it_ud_pr_auc": 0.9973205372094529,
+      "eval_ja_ersatz_pr_auc": 0.9043736950648675,
+      "eval_ja_opus100_pr_auc": 0.865551996048233,
+      "eval_ja_ud_pr_auc": 0.985436826235356,
+      "eval_jv_ud_pr_auc": 0.953223011008795,
+      "eval_ka_opus100_pr_auc": 0.8571441833045664,
+      "eval_kk_ersatz_pr_auc": 0.9891402410093586,
+      "eval_kk_opus100_pr_auc": 0.8224262083107513,
+      "eval_kk_ud_pr_auc": 0.9746207993335547,
+      "eval_km_ersatz_pr_auc": 0.9489598331917517,
+      "eval_km_opus100_pr_auc": 0.7758134113208833,
+      "eval_kn_opus100_pr_auc": 0.6959875000931559,
+      "eval_ko_opus100_pr_auc": 0.7018564337369161,
+      "eval_ko_ud_pr_auc": 0.9978377364515674,
+      "eval_ku_opus100_pr_auc": 0.8663033439903567,
+      "eval_ky_opus100_pr_auc": 0.9022050401819367,
+      "eval_la_ud_pr_auc": 0.9744399420441567,
+      "eval_loss": 0.024119766429066658,
+      "eval_lt_ersatz_pr_auc": 0.9975123698476146,
+      "eval_lt_opus100_pr_auc": 0.903144544256178,
+      "eval_lt_ud_pr_auc": 0.9961754247864238,
+      "eval_lv_ersatz_pr_auc": 0.9933955779532144,
+      "eval_lv_opus100_pr_auc": 0.9084533149113284,
+      "eval_lv_ud_pr_auc": 0.9694301075560194,
+      "eval_mg_opus100_pr_auc": 0.9486757544848802,
+      "eval_mk_opus100_pr_auc": 0.9352467631326246,
+      "eval_ml_opus100_pr_auc": 0.810587081602233,
+      "eval_mn_opus100_pr_auc": 0.9607910371300752,
+      "eval_mr_opus100_pr_auc": 0.911455941636675,
+      "eval_mr_ud_pr_auc": 0.9720416917202748,
+      "eval_ms_opus100_pr_auc": 0.8810851073060524,
+      "eval_mt_opus100_pr_auc": 0.8874938324064932,
+      "eval_mt_ud_pr_auc": 0.9043638899662128,
+      "eval_my_opus100_pr_auc": 0.8639616398009246,
+      "eval_ne_opus100_pr_auc": 0.7629562462240925,
+      "eval_nl_opus100_pr_auc": 0.9021758537700828,
+      "eval_nl_ud_pr_auc": 0.9883936227730722,
+      "eval_no_opus100_pr_auc": 0.9276696057122891,
+      "eval_no_ud_pr_auc": 0.9967264546311286,
+      "eval_pa_opus100_pr_auc": 0.7198312338104104,
+      "eval_pl_ersatz_pr_auc": 0.9744805588922132,
+      "eval_pl_opus100_pr_auc": 0.9066958746014911,
+      "eval_pl_ud_pr_auc": 0.9730746014866776,
+      "eval_ps_ersatz_pr_auc": 0.923207646727304,
+      "eval_ps_opus100_pr_auc": 0.7600929506243355,
+      "eval_pt_opus100_pr_auc": 0.9357353231564409,
+      "eval_pt_ud_pr_auc": 0.9871421260586044,
+      "eval_ro_ersatz_pr_auc": 0.9940758864167706,
+      "eval_ro_opus100_pr_auc": 0.8699026934632985,
+      "eval_ro_ud_pr_auc": 0.9443418535182817,
+      "eval_ru_ersatz_pr_auc": 0.9961746840576258,
+      "eval_ru_opus100_pr_auc": 0.9431932767401108,
+      "eval_ru_ud_pr_auc": 0.871396886466373,
+      "eval_runtime": 390.6946,
+      "eval_samples_per_second": 193.051,
+      "eval_si_opus100_pr_auc": 0.817140966929014,
+      "eval_sk_opus100_pr_auc": 0.9469492901556078,
+      "eval_sk_ud_pr_auc": 0.985502711359189,
+      "eval_sl_opus100_pr_auc": 0.8992450546244453,
+      "eval_sl_ud_pr_auc": 0.9676937454081085,
+      "eval_sq_opus100_pr_auc": 0.9447920289828988,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9260336620451917,
+      "eval_sr_ud_pr_auc": 0.9994515498999388,
+      "eval_steps_per_second": 0.755,
+      "eval_sv_opus100_pr_auc": 0.9163071324617534,
+      "eval_sv_ud_pr_auc": 0.9543223557564385,
+      "eval_ta_ersatz_pr_auc": 0.9834096972428009,
+      "eval_ta_opus100_pr_auc": 0.7507196619231066,
+      "eval_ta_ud_pr_auc": 0.9985046823984814,
+      "eval_te_opus100_pr_auc": 0.8201237019949059,
+      "eval_tg_opus100_pr_auc": 0.908945786863864,
+      "eval_th_opus100_pr_auc": 0.6989322900294502,
+      "eval_th_ud_pr_auc": 0.8776329304035086,
+      "eval_tr_ersatz_pr_auc": 0.9697567422055978,
+      "eval_tr_opus100_pr_auc": 0.9132445765972219,
+      "eval_tr_ud_pr_auc": 0.9594256321234816,
+      "eval_uk_opus100_pr_auc": 0.8873541216253659,
+      "eval_uk_ud_pr_auc": 0.9316161281795577,
+      "eval_ur_opus100_pr_auc": 0.6395878255056051,
+      "eval_ur_ud_pr_auc": 0.9969161358529923,
+      "eval_uz_opus100_pr_auc": 0.8868388391537799,
+      "eval_vi_opus100_pr_auc": 0.9054225269154917,
+      "eval_vi_ud_pr_auc": 0.9539776540194748,
+      "eval_xh_opus100_pr_auc": 0.899841960395318,
+      "eval_yi_opus100_pr_auc": 0.7364956409942995,
+      "eval_yo_opus100_pr_auc": 0.844480768494015,
+      "eval_yo_ud_pr_auc": 0.928955883179864,
+      "eval_zh_ersatz_pr_auc": 0.9804470398784887,
+      "eval_zh_opus100_pr_auc": 0.9082649488962447,
+      "eval_zh_ud_pr_auc": 0.9967072583155815,
+      "eval_zu_opus100_pr_auc": 0.8527911269003272,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0207,
+      "step": 285050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.021,
+      "step": 285100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.0207,
+      "step": 285150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0207,
+      "step": 285200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.0209,
+      "step": 285250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0207,
+      "step": 285300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0207,
+      "step": 285350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.0207,
+      "step": 285400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.0206,
+      "step": 285450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.0207,
+      "step": 285500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.0206,
+      "step": 285550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0206,
+      "step": 285600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.0205,
+      "step": 285650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0206,
+      "step": 285700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0208,
+      "step": 285750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.0207,
+      "step": 285800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.0207,
+      "step": 285850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.0208,
+      "step": 285900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0209,
+      "step": 285950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0208,
+      "step": 286000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.0208,
+      "step": 286050
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.0206,
+      "step": 286100
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.0206,
+      "step": 286150
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0206,
+      "step": 286200
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0209,
+      "step": 286250
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.0204,
+      "step": 286300
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.0208,
+      "step": 286350
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0207,
+      "step": 286400
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0208,
+      "step": 286450
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0208,
+      "step": 286500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.0208,
+      "step": 286550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.0206,
+      "step": 286600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.0206,
+      "step": 286650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0209,
+      "step": 286700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.0206,
+      "step": 286750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0206,
+      "step": 286800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0209,
+      "step": 286850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.0206,
+      "step": 286900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.0205,
+      "step": 286950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.0208,
+      "step": 287000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.0208,
+      "step": 287050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0208,
+      "step": 287100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.0208,
+      "step": 287150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0208,
+      "step": 287200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.0205,
+      "step": 287250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.0206,
+      "step": 287300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0205,
+      "step": 287350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0205,
+      "step": 287400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.0206,
+      "step": 287450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.0208,
+      "step": 287500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0208,
+      "step": 287550
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0209,
+      "step": 287600
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0207,
+      "step": 287650
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.0203,
+      "step": 287700
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0206,
+      "step": 287750
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.0209,
+      "step": 287800
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0208,
+      "step": 287850
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.0205,
+      "step": 287900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0208,
+      "step": 287950
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0205,
+      "step": 288000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.0206,
+      "step": 288050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.0207,
+      "step": 288100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.0209,
+      "step": 288150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.0208,
+      "step": 288200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0206,
+      "step": 288250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.0206,
+      "step": 288300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0206,
+      "step": 288350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.0205,
+      "step": 288400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.0207,
+      "step": 288450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.0205,
+      "step": 288500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.0206,
+      "step": 288550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.0206,
+      "step": 288600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0207,
+      "step": 288650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.0207,
+      "step": 288700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.0208,
+      "step": 288750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.021,
+      "step": 288800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.0203,
+      "step": 288850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.0209,
+      "step": 288900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.0207,
+      "step": 288950
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0206,
+      "step": 289000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.0206,
+      "step": 289050
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.0206,
+      "step": 289100
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.0208,
+      "step": 289150
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.0207,
+      "step": 289200
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.0206,
+      "step": 289250
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0205,
+      "step": 289300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0206,
+      "step": 289350
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.0207,
+      "step": 289400
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.0209,
+      "step": 289450
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0207,
+      "step": 289500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0209,
+      "step": 289550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0207,
+      "step": 289600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.0206,
+      "step": 289650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.0208,
+      "step": 289700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.0207,
+      "step": 289750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.0208,
+      "step": 289800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.0207,
+      "step": 289850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0208,
+      "step": 289900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.0207,
+      "step": 289950
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.0208,
+      "step": 290000
+    },
+    {
+      "epoch": 1.95,
+      "eval_af_opus100_pr_auc": 0.8025976290739815,
+      "eval_af_ud_pr_auc": 0.9981703938960157,
+      "eval_am_opus100_pr_auc": 0.6695889871373307,
+      "eval_ar_ersatz_pr_auc": 0.9348980962912762,
+      "eval_ar_opus100_pr_auc": 0.7561119624352785,
+      "eval_ar_ud_pr_auc": 0.9072207425857093,
+      "eval_average_ersatz_pr_auc": 0.9753829278680629,
+      "eval_average_opus100_pr_auc": 0.8573409637509182,
+      "eval_average_ud_pr_auc": 0.9671671277205237,
+      "eval_az_opus100_pr_auc": 0.7926508227105428,
+      "eval_be_opus100_pr_auc": 0.7508076978419401,
+      "eval_be_ud_pr_auc": 0.9012096598627718,
+      "eval_bg_opus100_pr_auc": 0.925226206718855,
+      "eval_bg_ud_pr_auc": 0.997434479927707,
+      "eval_bn_opus100_pr_auc": 0.8586985748377846,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9086946499337647,
+      "eval_ca_ud_pr_auc": 0.9965999610015207,
+      "eval_ceb_ud_pr_auc": 0.9965604308796695,
+      "eval_cs_ersatz_pr_auc": 0.9883236122012267,
+      "eval_cs_opus100_pr_auc": 0.9282688486074652,
+      "eval_cs_ud_pr_auc": 0.9612549566298234,
+      "eval_cy_opus100_pr_auc": 0.778358554553572,
+      "eval_cy_ud_pr_auc": 0.9979708932588545,
+      "eval_da_opus100_pr_auc": 0.9314703012737318,
+      "eval_da_ud_pr_auc": 0.97744257179927,
+      "eval_de_ersatz_pr_auc": 0.991251172158624,
+      "eval_de_opus100_pr_auc": 0.9213935140636491,
+      "eval_de_ud_pr_auc": 0.982310004424209,
+      "eval_el_opus100_pr_auc": 0.9260350689498538,
+      "eval_el_ud_pr_auc": 0.9906257986682758,
+      "eval_en_ersatz_pr_auc": 0.9943631097879216,
+      "eval_en_opus100_pr_auc": 0.9273298483947898,
+      "eval_en_ud_pr_auc": 0.9861104191341282,
+      "eval_eo_opus100_pr_auc": 0.9314961047305017,
+      "eval_es_ersatz_pr_auc": 0.9966141474300908,
+      "eval_es_opus100_pr_auc": 0.9417544571600533,
+      "eval_es_ud_pr_auc": 0.9880001324108679,
+      "eval_et_ersatz_pr_auc": 0.9840646459987724,
+      "eval_et_opus100_pr_auc": 0.9315705344223604,
+      "eval_et_ud_pr_auc": 0.9756181782983543,
+      "eval_eu_opus100_pr_auc": 0.8894148359105527,
+      "eval_eu_ud_pr_auc": 0.9940672927084574,
+      "eval_fa_opus100_pr_auc": 0.6392870507938015,
+      "eval_fa_ud_pr_auc": 0.9964544271243243,
+      "eval_fi_ersatz_pr_auc": 0.9937554424345182,
+      "eval_fi_opus100_pr_auc": 0.9404814253158551,
+      "eval_fi_ud_pr_auc": 0.9691877832521735,
+      "eval_fr_ersatz_pr_auc": 0.9878315785525228,
+      "eval_fr_opus100_pr_auc": 0.9305512779315106,
+      "eval_fr_ud_pr_auc": 0.9898176354970978,
+      "eval_fy_opus100_pr_auc": 0.7010161991552736,
+      "eval_ga_opus100_pr_auc": 0.9162882249507284,
+      "eval_ga_ud_pr_auc": 0.8282783590279317,
+      "eval_gd_opus100_pr_auc": 0.7714359469739637,
+      "eval_gd_ud_pr_auc": 0.829558131960229,
+      "eval_gl_opus100_pr_auc": 0.9064821464586693,
+      "eval_gl_ud_pr_auc": 0.9981366563994656,
+      "eval_gu_ersatz_pr_auc": 0.9580133818752654,
+      "eval_gu_opus100_pr_auc": 0.7625993790679101,
+      "eval_ha_opus100_pr_auc": 0.9373584365201426,
+      "eval_he_opus100_pr_auc": 0.898849032606104,
+      "eval_he_ud_pr_auc": 0.9838185433396209,
+      "eval_hi_ersatz_pr_auc": 0.9828160182425637,
+      "eval_hi_opus100_pr_auc": 0.7468250028097128,
+      "eval_hi_ud_pr_auc": 0.9892039310492832,
+      "eval_hu_opus100_pr_auc": 0.9242544259072535,
+      "eval_hu_ud_pr_auc": 0.984777506170633,
+      "eval_hy_opus100_pr_auc": 0.9131065449648921,
+      "eval_hy_ud_pr_auc": 0.9697707373313474,
+      "eval_id_opus100_pr_auc": 0.895368613920247,
+      "eval_id_ud_pr_auc": 0.995667063216134,
+      "eval_ig_opus100_pr_auc": 0.8621987889651802,
+      "eval_is_opus100_pr_auc": 0.9369747950689085,
+      "eval_is_ud_pr_auc": 0.9088270770094272,
+      "eval_it_opus100_pr_auc": 0.9200833344175505,
+      "eval_it_ud_pr_auc": 0.994582112340066,
+      "eval_ja_ersatz_pr_auc": 0.8985026084815256,
+      "eval_ja_opus100_pr_auc": 0.8607762896092621,
+      "eval_ja_ud_pr_auc": 0.9858393417259104,
+      "eval_jv_ud_pr_auc": 0.9520529906738902,
+      "eval_ka_opus100_pr_auc": 0.8580347617959709,
+      "eval_kk_ersatz_pr_auc": 0.9885146957509148,
+      "eval_kk_opus100_pr_auc": 0.8100110770710062,
+      "eval_kk_ud_pr_auc": 0.9745337469777752,
+      "eval_km_ersatz_pr_auc": 0.9501782912723126,
+      "eval_km_opus100_pr_auc": 0.7838531687152366,
+      "eval_kn_opus100_pr_auc": 0.6922398538143018,
+      "eval_ko_opus100_pr_auc": 0.6958756304652262,
+      "eval_ko_ud_pr_auc": 0.9975018980010583,
+      "eval_ku_opus100_pr_auc": 0.8573467114817451,
+      "eval_ky_opus100_pr_auc": 0.8901959144885846,
+      "eval_la_ud_pr_auc": 0.9646468319249089,
+      "eval_loss": 0.02413339354097843,
+      "eval_lt_ersatz_pr_auc": 0.9973987572279525,
+      "eval_lt_opus100_pr_auc": 0.8989320051963919,
+      "eval_lt_ud_pr_auc": 0.9949609182658372,
+      "eval_lv_ersatz_pr_auc": 0.9931787615800989,
+      "eval_lv_opus100_pr_auc": 0.8975487077285588,
+      "eval_lv_ud_pr_auc": 0.9671164717949121,
+      "eval_mg_opus100_pr_auc": 0.9459571079136159,
+      "eval_mk_opus100_pr_auc": 0.9302014967855262,
+      "eval_ml_opus100_pr_auc": 0.8180470003456328,
+      "eval_mn_opus100_pr_auc": 0.9581453505643266,
+      "eval_mr_opus100_pr_auc": 0.9200623760672496,
+      "eval_mr_ud_pr_auc": 0.9766662774809182,
+      "eval_ms_opus100_pr_auc": 0.8828780896914689,
+      "eval_mt_opus100_pr_auc": 0.8809876603154613,
+      "eval_mt_ud_pr_auc": 0.9097080378010799,
+      "eval_my_opus100_pr_auc": 0.8508394722447846,
+      "eval_ne_opus100_pr_auc": 0.7385758171391703,
+      "eval_nl_opus100_pr_auc": 0.9007894261485718,
+      "eval_nl_ud_pr_auc": 0.9870593438361032,
+      "eval_no_opus100_pr_auc": 0.9264066136866194,
+      "eval_no_ud_pr_auc": 0.9966507437938353,
+      "eval_pa_opus100_pr_auc": 0.7109038123060534,
+      "eval_pl_ersatz_pr_auc": 0.9718805347592374,
+      "eval_pl_opus100_pr_auc": 0.9119390670161526,
+      "eval_pl_ud_pr_auc": 0.9733657297057287,
+      "eval_ps_ersatz_pr_auc": 0.9274208430171894,
+      "eval_ps_opus100_pr_auc": 0.7539035113671471,
+      "eval_pt_opus100_pr_auc": 0.9343311882475226,
+      "eval_pt_ud_pr_auc": 0.9893078598797866,
+      "eval_ro_ersatz_pr_auc": 0.9933491478637314,
+      "eval_ro_opus100_pr_auc": 0.8691908938905097,
+      "eval_ro_ud_pr_auc": 0.9587498949901463,
+      "eval_ru_ersatz_pr_auc": 0.9964373055549359,
+      "eval_ru_opus100_pr_auc": 0.9428779867108371,
+      "eval_ru_ud_pr_auc": 0.8732189634171683,
+      "eval_runtime": 389.8825,
+      "eval_samples_per_second": 193.453,
+      "eval_si_opus100_pr_auc": 0.8230280789616117,
+      "eval_sk_opus100_pr_auc": 0.9456047125470664,
+      "eval_sk_ud_pr_auc": 0.9830167741675586,
+      "eval_sl_opus100_pr_auc": 0.8973560313477199,
+      "eval_sl_ud_pr_auc": 0.964849591932544,
+      "eval_sq_opus100_pr_auc": 0.9386610442520334,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9235997684605874,
+      "eval_sr_ud_pr_auc": 0.9992729271198735,
+      "eval_steps_per_second": 0.757,
+      "eval_sv_opus100_pr_auc": 0.9147710088669913,
+      "eval_sv_ud_pr_auc": 0.9528564438564667,
+      "eval_ta_ersatz_pr_auc": 0.9837833397418331,
+      "eval_ta_opus100_pr_auc": 0.74675758784788,
+      "eval_ta_ud_pr_auc": 0.9987368375491713,
+      "eval_te_opus100_pr_auc": 0.8277404829274867,
+      "eval_tg_opus100_pr_auc": 0.9077532868859179,
+      "eval_th_opus100_pr_auc": 0.6954254610315834,
+      "eval_th_ud_pr_auc": 0.8779718314051131,
+      "eval_tr_ersatz_pr_auc": 0.9730575467609042,
+      "eval_tr_opus100_pr_auc": 0.9155812379170616,
+      "eval_tr_ud_pr_auc": 0.9584870830022809,
+      "eval_uk_opus100_pr_auc": 0.8819576225886127,
+      "eval_uk_ud_pr_auc": 0.9299771213964404,
+      "eval_ur_opus100_pr_auc": 0.6368001605796954,
+      "eval_ur_ud_pr_auc": 0.9960965935376206,
+      "eval_uz_opus100_pr_auc": 0.8919000385901704,
+      "eval_vi_opus100_pr_auc": 0.9049801666054282,
+      "eval_vi_ud_pr_auc": 0.9550546604567656,
+      "eval_xh_opus100_pr_auc": 0.8966426263451294,
+      "eval_yi_opus100_pr_auc": 0.6917802868108646,
+      "eval_yo_opus100_pr_auc": 0.8315905615305255,
+      "eval_yo_ud_pr_auc": 0.9286146186542695,
+      "eval_zh_ersatz_pr_auc": 0.9727913761139625,
+      "eval_zh_opus100_pr_auc": 0.8936899143885034,
+      "eval_zh_ud_pr_auc": 0.9935368675193142,
+      "eval_zu_opus100_pr_auc": 0.8408587336997727,
+      "step": 290000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0206,
+      "step": 290050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.0208,
+      "step": 290100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0207,
+      "step": 290150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.0207,
+      "step": 290200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.0205,
+      "step": 290250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.0206,
+      "step": 290300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.0208,
+      "step": 290350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.0207,
+      "step": 290400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0206,
+      "step": 290450
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.0205,
+      "step": 290500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.0204,
+      "step": 290550
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0208,
+      "step": 290600
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.0207,
+      "step": 290650
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.0206,
+      "step": 290700
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0207,
+      "step": 290750
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.0209,
+      "step": 290800
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0208,
+      "step": 290850
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.0207,
+      "step": 290900
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.0207,
+      "step": 290950
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.021,
+      "step": 291000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.0205,
+      "step": 291050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.0208,
+      "step": 291100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0206,
+      "step": 291150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.0207,
+      "step": 291200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0207,
+      "step": 291250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0208,
+      "step": 291300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.0208,
+      "step": 291350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0207,
+      "step": 291400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.0208,
+      "step": 291450
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.0206,
+      "step": 291500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0208,
+      "step": 291550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0207,
+      "step": 291600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.0205,
+      "step": 291650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0208,
+      "step": 291700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0206,
+      "step": 291750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.0206,
+      "step": 291800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0207,
+      "step": 291850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.0207,
+      "step": 291900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.0208,
+      "step": 291950
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.0205,
+      "step": 292000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.0207,
+      "step": 292050
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0207,
+      "step": 292100
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0206,
+      "step": 292150
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0206,
+      "step": 292200
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0208,
+      "step": 292250
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0205,
+      "step": 292300
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.0208,
+      "step": 292350
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.0207,
+      "step": 292400
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.0206,
+      "step": 292450
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.0206,
+      "step": 292500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.0207,
+      "step": 292550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.0205,
+      "step": 292600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.0207,
+      "step": 292650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0206,
+      "step": 292700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.0209,
+      "step": 292750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.0206,
+      "step": 292800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.0207,
+      "step": 292850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.0206,
+      "step": 292900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.0206,
+      "step": 292950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.0206,
+      "step": 293000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.0207,
+      "step": 293050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.0208,
+      "step": 293100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.0207,
+      "step": 293150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0205,
+      "step": 293200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.0204,
+      "step": 293250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.0208,
+      "step": 293300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0206,
+      "step": 293350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.0207,
+      "step": 293400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.0205,
+      "step": 293450
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0205,
+      "step": 293500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.0206,
+      "step": 293550
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.0205,
+      "step": 293600
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0208,
+      "step": 293650
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0208,
+      "step": 293700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.0206,
+      "step": 293750
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.0204,
+      "step": 293800
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0206,
+      "step": 293850
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0206,
+      "step": 293900
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.0207,
+      "step": 293950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.0205,
+      "step": 294000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.0204,
+      "step": 294050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0206,
+      "step": 294100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0209,
+      "step": 294150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.0207,
+      "step": 294200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.0206,
+      "step": 294250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.0207,
+      "step": 294300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0207,
+      "step": 294350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0206,
+      "step": 294400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.0208,
+      "step": 294450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0205,
+      "step": 294500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0208,
+      "step": 294550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.0207,
+      "step": 294600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.0208,
+      "step": 294650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.0206,
+      "step": 294700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.0207,
+      "step": 294750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0207,
+      "step": 294800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0205,
+      "step": 294850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.0205,
+      "step": 294900
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0207,
+      "step": 294950
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.0207,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "eval_af_opus100_pr_auc": 0.814245096867753,
+      "eval_af_ud_pr_auc": 0.9956668159673588,
+      "eval_am_opus100_pr_auc": 0.6476920959158735,
+      "eval_ar_ersatz_pr_auc": 0.9349955872719686,
+      "eval_ar_opus100_pr_auc": 0.7564816204586083,
+      "eval_ar_ud_pr_auc": 0.9036872242350404,
+      "eval_average_ersatz_pr_auc": 0.975674118631115,
+      "eval_average_opus100_pr_auc": 0.8622084409676672,
+      "eval_average_ud_pr_auc": 0.9678127248836664,
+      "eval_az_opus100_pr_auc": 0.7985767479714632,
+      "eval_be_opus100_pr_auc": 0.7811880697766457,
+      "eval_be_ud_pr_auc": 0.8984368366645915,
+      "eval_bg_opus100_pr_auc": 0.9265624997850695,
+      "eval_bg_ud_pr_auc": 0.9976546545517189,
+      "eval_bn_opus100_pr_auc": 0.8598767523005517,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9094974217906344,
+      "eval_ca_ud_pr_auc": 0.997647720438411,
+      "eval_ceb_ud_pr_auc": 0.9975837246334884,
+      "eval_cs_ersatz_pr_auc": 0.9880179398564838,
+      "eval_cs_opus100_pr_auc": 0.9271942533475083,
+      "eval_cs_ud_pr_auc": 0.962869870618893,
+      "eval_cy_opus100_pr_auc": 0.7889808177053556,
+      "eval_cy_ud_pr_auc": 0.9973440493872292,
+      "eval_da_opus100_pr_auc": 0.9338402630956794,
+      "eval_da_ud_pr_auc": 0.9793746102753058,
+      "eval_de_ersatz_pr_auc": 0.9905239711585759,
+      "eval_de_opus100_pr_auc": 0.918929653338794,
+      "eval_de_ud_pr_auc": 0.9842266786735987,
+      "eval_el_opus100_pr_auc": 0.9284905450855518,
+      "eval_el_ud_pr_auc": 0.9920830680307398,
+      "eval_en_ersatz_pr_auc": 0.9941119659767086,
+      "eval_en_opus100_pr_auc": 0.9249861800036113,
+      "eval_en_ud_pr_auc": 0.986462359156631,
+      "eval_eo_opus100_pr_auc": 0.934170959991709,
+      "eval_es_ersatz_pr_auc": 0.9967842339012388,
+      "eval_es_opus100_pr_auc": 0.9455811066647877,
+      "eval_es_ud_pr_auc": 0.9885484305524026,
+      "eval_et_ersatz_pr_auc": 0.9843211397618671,
+      "eval_et_opus100_pr_auc": 0.9369491450137356,
+      "eval_et_ud_pr_auc": 0.9742004901059016,
+      "eval_eu_opus100_pr_auc": 0.8878768719022033,
+      "eval_eu_ud_pr_auc": 0.9926112729233421,
+      "eval_fa_opus100_pr_auc": 0.6463035812482534,
+      "eval_fa_ud_pr_auc": 0.996685901000997,
+      "eval_fi_ersatz_pr_auc": 0.9939174341473281,
+      "eval_fi_opus100_pr_auc": 0.9353493608901456,
+      "eval_fi_ud_pr_auc": 0.968499676811041,
+      "eval_fr_ersatz_pr_auc": 0.9855212944332115,
+      "eval_fr_opus100_pr_auc": 0.9289854905163988,
+      "eval_fr_ud_pr_auc": 0.988902214653663,
+      "eval_fy_opus100_pr_auc": 0.7263370805879811,
+      "eval_ga_opus100_pr_auc": 0.9179735956185917,
+      "eval_ga_ud_pr_auc": 0.8238574825544847,
+      "eval_gd_opus100_pr_auc": 0.7806842060279788,
+      "eval_gd_ud_pr_auc": 0.8302990387493397,
+      "eval_gl_opus100_pr_auc": 0.905395559427745,
+      "eval_gl_ud_pr_auc": 0.9977971782234418,
+      "eval_gu_ersatz_pr_auc": 0.9498920336096145,
+      "eval_gu_opus100_pr_auc": 0.788031932046087,
+      "eval_ha_opus100_pr_auc": 0.9364451143369789,
+      "eval_he_opus100_pr_auc": 0.9006854274011035,
+      "eval_he_ud_pr_auc": 0.9863645549097682,
+      "eval_hi_ersatz_pr_auc": 0.9835728284895195,
+      "eval_hi_opus100_pr_auc": 0.7470679699528362,
+      "eval_hi_ud_pr_auc": 0.9907563890180657,
+      "eval_hu_opus100_pr_auc": 0.922550650087768,
+      "eval_hu_ud_pr_auc": 0.9858821466781692,
+      "eval_hy_opus100_pr_auc": 0.9147236663099456,
+      "eval_hy_ud_pr_auc": 0.9678723950308774,
+      "eval_id_opus100_pr_auc": 0.9025651796697833,
+      "eval_id_ud_pr_auc": 0.9952528436721535,
+      "eval_ig_opus100_pr_auc": 0.8822389538294834,
+      "eval_is_opus100_pr_auc": 0.9342093366612013,
+      "eval_is_ud_pr_auc": 0.8971133525090446,
+      "eval_it_opus100_pr_auc": 0.9238065012201425,
+      "eval_it_ud_pr_auc": 0.9951924059669159,
+      "eval_ja_ersatz_pr_auc": 0.9093897232202688,
+      "eval_ja_opus100_pr_auc": 0.8686071519062284,
+      "eval_ja_ud_pr_auc": 0.9863756145913005,
+      "eval_jv_ud_pr_auc": 0.9534324191242594,
+      "eval_ka_opus100_pr_auc": 0.862217091020184,
+      "eval_kk_ersatz_pr_auc": 0.9903926345711466,
+      "eval_kk_opus100_pr_auc": 0.8257790347299386,
+      "eval_kk_ud_pr_auc": 0.975230609053747,
+      "eval_km_ersatz_pr_auc": 0.9516302762504231,
+      "eval_km_opus100_pr_auc": 0.7888568971968003,
+      "eval_kn_opus100_pr_auc": 0.6942971372693462,
+      "eval_ko_opus100_pr_auc": 0.7117631930667052,
+      "eval_ko_ud_pr_auc": 0.9983115160638522,
+      "eval_ku_opus100_pr_auc": 0.8653331240768495,
+      "eval_ky_opus100_pr_auc": 0.9097264922913445,
+      "eval_la_ud_pr_auc": 0.9668608897590827,
+      "eval_loss": 0.02404547668993473,
+      "eval_lt_ersatz_pr_auc": 0.9973464377267962,
+      "eval_lt_opus100_pr_auc": 0.9030465993496607,
+      "eval_lt_ud_pr_auc": 0.9950679509419551,
+      "eval_lv_ersatz_pr_auc": 0.9933309009759167,
+      "eval_lv_opus100_pr_auc": 0.9089879191905034,
+      "eval_lv_ud_pr_auc": 0.9708671052686243,
+      "eval_mg_opus100_pr_auc": 0.9492584939233695,
+      "eval_mk_opus100_pr_auc": 0.9334132135907369,
+      "eval_ml_opus100_pr_auc": 0.8212941942087475,
+      "eval_mn_opus100_pr_auc": 0.964475941536886,
+      "eval_mr_opus100_pr_auc": 0.9234204160708528,
+      "eval_mr_ud_pr_auc": 0.9795196943001417,
+      "eval_ms_opus100_pr_auc": 0.8872483598772402,
+      "eval_mt_opus100_pr_auc": 0.8776733255783216,
+      "eval_mt_ud_pr_auc": 0.8946351915384805,
+      "eval_my_opus100_pr_auc": 0.8488955917772261,
+      "eval_ne_opus100_pr_auc": 0.7852065526560135,
+      "eval_nl_opus100_pr_auc": 0.902664309123225,
+      "eval_nl_ud_pr_auc": 0.9882501034080298,
+      "eval_no_opus100_pr_auc": 0.9240218056764301,
+      "eval_no_ud_pr_auc": 0.9968461912689319,
+      "eval_pa_opus100_pr_auc": 0.7171885886956179,
+      "eval_pl_ersatz_pr_auc": 0.9719197546551945,
+      "eval_pl_opus100_pr_auc": 0.9110764883823798,
+      "eval_pl_ud_pr_auc": 0.9712341683499592,
+      "eval_ps_ersatz_pr_auc": 0.9243802078045995,
+      "eval_ps_opus100_pr_auc": 0.7659467595645575,
+      "eval_pt_opus100_pr_auc": 0.9347092527002999,
+      "eval_pt_ud_pr_auc": 0.988574078827684,
+      "eval_ro_ersatz_pr_auc": 0.994458821579682,
+      "eval_ro_opus100_pr_auc": 0.8726405845390613,
+      "eval_ro_ud_pr_auc": 0.971173553710164,
+      "eval_ru_ersatz_pr_auc": 0.9964522847464323,
+      "eval_ru_opus100_pr_auc": 0.9440019087800752,
+      "eval_ru_ud_pr_auc": 0.8854840618071445,
+      "eval_runtime": 390.4733,
+      "eval_samples_per_second": 193.16,
+      "eval_si_opus100_pr_auc": 0.8334284635057864,
+      "eval_sk_opus100_pr_auc": 0.947801810001759,
+      "eval_sk_ud_pr_auc": 0.9849037677752703,
+      "eval_sl_opus100_pr_auc": 0.8905763605870837,
+      "eval_sl_ud_pr_auc": 0.9658359800075924,
+      "eval_sq_opus100_pr_auc": 0.9388813706733922,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9247864797125607,
+      "eval_sr_ud_pr_auc": 0.9992586752472528,
+      "eval_steps_per_second": 0.755,
+      "eval_sv_opus100_pr_auc": 0.9126324134060858,
+      "eval_sv_ud_pr_auc": 0.9550969077847318,
+      "eval_ta_ersatz_pr_auc": 0.9856031214058811,
+      "eval_ta_opus100_pr_auc": 0.7487270925318185,
+      "eval_ta_ud_pr_auc": 0.9993704292719396,
+      "eval_te_opus100_pr_auc": 0.8323330766361239,
+      "eval_tg_opus100_pr_auc": 0.9048592288516093,
+      "eval_th_opus100_pr_auc": 0.6969280125180871,
+      "eval_th_ud_pr_auc": 0.8880093470974577,
+      "eval_tr_ersatz_pr_auc": 0.9689204389508863,
+      "eval_tr_opus100_pr_auc": 0.9142935657227561,
+      "eval_tr_ud_pr_auc": 0.9573111108187775,
+      "eval_uk_opus100_pr_auc": 0.8896927527244411,
+      "eval_uk_ud_pr_auc": 0.9343315282074578,
+      "eval_ur_opus100_pr_auc": 0.6457836502474323,
+      "eval_ur_ud_pr_auc": 0.9967825237728667,
+      "eval_uz_opus100_pr_auc": 0.8902790156934349,
+      "eval_vi_opus100_pr_auc": 0.9086049659371436,
+      "eval_vi_ud_pr_auc": 0.9648383644597891,
+      "eval_xh_opus100_pr_auc": 0.896521825875048,
+      "eval_yi_opus100_pr_auc": 0.7163311354645893,
+      "eval_yo_opus100_pr_auc": 0.8386747687968757,
+      "eval_yo_ud_pr_auc": 0.9283787716304609,
+      "eval_zh_ersatz_pr_auc": 0.9793475793907913,
+      "eval_zh_opus100_pr_auc": 0.9042916072375607,
+      "eval_zh_ud_pr_auc": 0.9964713782894155,
+      "eval_zu_opus100_pr_auc": 0.8494404295985578,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.0207,
+      "step": 295050
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0206,
+      "step": 295100
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.0206,
+      "step": 295150
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.0206,
+      "step": 295200
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.0204,
+      "step": 295250
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0207,
+      "step": 295300
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0206,
+      "step": 295350
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.0208,
+      "step": 295400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0206,
+      "step": 295450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.0206,
+      "step": 295500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.0206,
+      "step": 295550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.0206,
+      "step": 295600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0205,
+      "step": 295650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0207,
+      "step": 295700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.0207,
+      "step": 295750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.0208,
+      "step": 295800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.0206,
+      "step": 295850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.0206,
+      "step": 295900
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.0206,
+      "step": 295950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.0205,
+      "step": 296000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.0206,
+      "step": 296050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0205,
+      "step": 296100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0207,
+      "step": 296150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.0208,
+      "step": 296200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.0207,
+      "step": 296250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.0205,
+      "step": 296300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.0206,
+      "step": 296350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.0205,
+      "step": 296400
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0206,
+      "step": 296450
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.0205,
+      "step": 296500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0207,
+      "step": 296550
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0206,
+      "step": 296600
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.0205,
+      "step": 296650
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.0207,
+      "step": 296700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.0204,
+      "step": 296750
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.0204,
+      "step": 296800
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0204,
+      "step": 296850
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.0204,
+      "step": 296900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0202,
+      "step": 296950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0206,
+      "step": 297000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0203,
+      "step": 297050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.0204,
+      "step": 297100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0206,
+      "step": 297150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.0204,
+      "step": 297200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.0205,
+      "step": 297250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0202,
+      "step": 297300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.0203,
+      "step": 297350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0204,
+      "step": 297400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.0204,
+      "step": 297450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.0207,
+      "step": 297500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.0204,
+      "step": 297550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.0202,
+      "step": 297600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.0204,
+      "step": 297650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.0203,
+      "step": 297700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.0205,
+      "step": 297750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.0205,
+      "step": 297800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.0204,
+      "step": 297850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.0205,
+      "step": 297900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.0202,
+      "step": 297950
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.0204,
+      "step": 298000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0204,
+      "step": 298050
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0206,
+      "step": 298100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0205,
+      "step": 298150
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.0205,
+      "step": 298200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0203,
+      "step": 298250
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0204,
+      "step": 298300
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0206,
+      "step": 298350
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.0203,
+      "step": 298400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0206,
+      "step": 298450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.0203,
+      "step": 298500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0205,
+      "step": 298550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.0204,
+      "step": 298600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0204,
+      "step": 298650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0204,
+      "step": 298700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0205,
+      "step": 298750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.0204,
+      "step": 298800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.0204,
+      "step": 298850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0205,
+      "step": 298900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.0205,
+      "step": 298950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0204,
+      "step": 299000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.0204,
+      "step": 299050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0204,
+      "step": 299100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.0203,
+      "step": 299150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0205,
+      "step": 299200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.0204,
+      "step": 299250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.0204,
+      "step": 299300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.0206,
+      "step": 299350
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.0206,
+      "step": 299400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0203,
+      "step": 299450
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0203,
+      "step": 299500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0206,
+      "step": 299550
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.0202,
+      "step": 299600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.0204,
+      "step": 299650
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.0203,
+      "step": 299700
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0202,
+      "step": 299750
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0204,
+      "step": 299800
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.0204,
+      "step": 299850
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0202,
+      "step": 299900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.0204,
+      "step": 299950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.0204,
+      "step": 300000
+    },
+    {
+      "epoch": 2.02,
+      "eval_af_opus100_pr_auc": 0.7991236796371212,
+      "eval_af_ud_pr_auc": 0.9986777502620089,
+      "eval_am_opus100_pr_auc": 0.6726315511611867,
+      "eval_ar_ersatz_pr_auc": 0.9330776612987024,
+      "eval_ar_opus100_pr_auc": 0.7477798663814252,
+      "eval_ar_ud_pr_auc": 0.9025262207314952,
+      "eval_average_ersatz_pr_auc": 0.9757004715459644,
+      "eval_average_opus100_pr_auc": 0.857236843005589,
+      "eval_average_ud_pr_auc": 0.9672164442231872,
+      "eval_az_opus100_pr_auc": 0.8050691434402407,
+      "eval_be_opus100_pr_auc": 0.7621796240438675,
+      "eval_be_ud_pr_auc": 0.9009549868646256,
+      "eval_bg_opus100_pr_auc": 0.9262344990143784,
+      "eval_bg_ud_pr_auc": 0.9977738292917078,
+      "eval_bn_opus100_pr_auc": 0.8560341171071171,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9011940822491722,
+      "eval_ca_ud_pr_auc": 0.9974062378510321,
+      "eval_ceb_ud_pr_auc": 0.9978008639303431,
+      "eval_cs_ersatz_pr_auc": 0.9886847441876255,
+      "eval_cs_opus100_pr_auc": 0.9240026078060848,
+      "eval_cs_ud_pr_auc": 0.9623036328286458,
+      "eval_cy_opus100_pr_auc": 0.7954562225787217,
+      "eval_cy_ud_pr_auc": 0.9977783818258914,
+      "eval_da_opus100_pr_auc": 0.9298590963287426,
+      "eval_da_ud_pr_auc": 0.9800580111719754,
+      "eval_de_ersatz_pr_auc": 0.9919472704974845,
+      "eval_de_opus100_pr_auc": 0.9189522788445931,
+      "eval_de_ud_pr_auc": 0.9852739814688798,
+      "eval_el_opus100_pr_auc": 0.9261676368718376,
+      "eval_el_ud_pr_auc": 0.9878679842980508,
+      "eval_en_ersatz_pr_auc": 0.9938011908682449,
+      "eval_en_opus100_pr_auc": 0.9241487145022967,
+      "eval_en_ud_pr_auc": 0.9855831703680905,
+      "eval_eo_opus100_pr_auc": 0.9332732360828342,
+      "eval_es_ersatz_pr_auc": 0.9967224901676561,
+      "eval_es_opus100_pr_auc": 0.94037527893329,
+      "eval_es_ud_pr_auc": 0.9885751800380265,
+      "eval_et_ersatz_pr_auc": 0.9819143391376176,
+      "eval_et_opus100_pr_auc": 0.9329591717546581,
+      "eval_et_ud_pr_auc": 0.9747869878590891,
+      "eval_eu_opus100_pr_auc": 0.8856203244374021,
+      "eval_eu_ud_pr_auc": 0.9935111421678836,
+      "eval_fa_opus100_pr_auc": 0.6253409016348682,
+      "eval_fa_ud_pr_auc": 0.9972151012874633,
+      "eval_fi_ersatz_pr_auc": 0.9947492552918324,
+      "eval_fi_opus100_pr_auc": 0.9316264079476102,
+      "eval_fi_ud_pr_auc": 0.9695082759532759,
+      "eval_fr_ersatz_pr_auc": 0.9888150196860148,
+      "eval_fr_opus100_pr_auc": 0.9245931797354261,
+      "eval_fr_ud_pr_auc": 0.9930894476392755,
+      "eval_fy_opus100_pr_auc": 0.7108428347116854,
+      "eval_ga_opus100_pr_auc": 0.9171918754079319,
+      "eval_ga_ud_pr_auc": 0.8247692737866412,
+      "eval_gd_opus100_pr_auc": 0.7594824393177128,
+      "eval_gd_ud_pr_auc": 0.8345790219971456,
+      "eval_gl_opus100_pr_auc": 0.9007120924105569,
+      "eval_gl_ud_pr_auc": 0.9985823150042858,
+      "eval_gu_ersatz_pr_auc": 0.9551644902440436,
+      "eval_gu_opus100_pr_auc": 0.7780669020887896,
+      "eval_ha_opus100_pr_auc": 0.9377302211724518,
+      "eval_he_opus100_pr_auc": 0.8909568628446922,
+      "eval_he_ud_pr_auc": 0.9847614750284394,
+      "eval_hi_ersatz_pr_auc": 0.984310502529948,
+      "eval_hi_opus100_pr_auc": 0.7385933748236929,
+      "eval_hi_ud_pr_auc": 0.9895687873182506,
+      "eval_hu_opus100_pr_auc": 0.9201522199965929,
+      "eval_hu_ud_pr_auc": 0.9861398355345229,
+      "eval_hy_opus100_pr_auc": 0.9161561306795151,
+      "eval_hy_ud_pr_auc": 0.9699603744641178,
+      "eval_id_opus100_pr_auc": 0.8967883022066764,
+      "eval_id_ud_pr_auc": 0.9964576642877255,
+      "eval_ig_opus100_pr_auc": 0.8827517303819189,
+      "eval_is_opus100_pr_auc": 0.9397421567143327,
+      "eval_is_ud_pr_auc": 0.915294411013096,
+      "eval_it_opus100_pr_auc": 0.9173891610095457,
+      "eval_it_ud_pr_auc": 0.9960703248379281,
+      "eval_ja_ersatz_pr_auc": 0.9118129871303524,
+      "eval_ja_opus100_pr_auc": 0.8603039423319778,
+      "eval_ja_ud_pr_auc": 0.9849911423897537,
+      "eval_jv_ud_pr_auc": 0.9536364975381708,
+      "eval_ka_opus100_pr_auc": 0.852176677256487,
+      "eval_kk_ersatz_pr_auc": 0.9889831581036839,
+      "eval_kk_opus100_pr_auc": 0.8203047145975215,
+      "eval_kk_ud_pr_auc": 0.9751832701634299,
+      "eval_km_ersatz_pr_auc": 0.9499805941580363,
+      "eval_km_opus100_pr_auc": 0.7844676288018809,
+      "eval_kn_opus100_pr_auc": 0.6973331081727806,
+      "eval_ko_opus100_pr_auc": 0.7019887819817019,
+      "eval_ko_ud_pr_auc": 0.9975905031610378,
+      "eval_ku_opus100_pr_auc": 0.8676132741923035,
+      "eval_ky_opus100_pr_auc": 0.8952854371453257,
+      "eval_la_ud_pr_auc": 0.96333432668336,
+      "eval_loss": 0.02403487078845501,
+      "eval_lt_ersatz_pr_auc": 0.9974795695080436,
+      "eval_lt_opus100_pr_auc": 0.9003578485607286,
+      "eval_lt_ud_pr_auc": 0.9954078341709598,
+      "eval_lv_ersatz_pr_auc": 0.9929477551804304,
+      "eval_lv_opus100_pr_auc": 0.9068276630364149,
+      "eval_lv_ud_pr_auc": 0.9694875240251672,
+      "eval_mg_opus100_pr_auc": 0.9472576175092107,
+      "eval_mk_opus100_pr_auc": 0.9300763658676434,
+      "eval_ml_opus100_pr_auc": 0.8161240684015021,
+      "eval_mn_opus100_pr_auc": 0.959587806788096,
+      "eval_mr_opus100_pr_auc": 0.919718037841719,
+      "eval_mr_ud_pr_auc": 0.9786539750890172,
+      "eval_ms_opus100_pr_auc": 0.8829220495555595,
+      "eval_mt_opus100_pr_auc": 0.8752743567752602,
+      "eval_mt_ud_pr_auc": 0.8995171355803693,
+      "eval_my_opus100_pr_auc": 0.8536406591148501,
+      "eval_ne_opus100_pr_auc": 0.7662533952505632,
+      "eval_nl_opus100_pr_auc": 0.8969143557149069,
+      "eval_nl_ud_pr_auc": 0.9855275577259869,
+      "eval_no_opus100_pr_auc": 0.9232735703035121,
+      "eval_no_ud_pr_auc": 0.9969312178560985,
+      "eval_pa_opus100_pr_auc": 0.7049823583332169,
+      "eval_pl_ersatz_pr_auc": 0.9715102196448615,
+      "eval_pl_opus100_pr_auc": 0.909036491129948,
+      "eval_pl_ud_pr_auc": 0.9759470212947471,
+      "eval_ps_ersatz_pr_auc": 0.9297908462316192,
+      "eval_ps_opus100_pr_auc": 0.7606944948591283,
+      "eval_pt_opus100_pr_auc": 0.9312055022677792,
+      "eval_pt_ud_pr_auc": 0.9880683704371401,
+      "eval_ro_ersatz_pr_auc": 0.9936742937975636,
+      "eval_ro_opus100_pr_auc": 0.8766886768710845,
+      "eval_ro_ud_pr_auc": 0.9293448342211841,
+      "eval_ru_ersatz_pr_auc": 0.9960418469661942,
+      "eval_ru_opus100_pr_auc": 0.940083929659843,
+      "eval_ru_ud_pr_auc": 0.8684903588689499,
+      "eval_runtime": 392.0371,
+      "eval_samples_per_second": 192.39,
+      "eval_si_opus100_pr_auc": 0.8300862465125003,
+      "eval_sk_opus100_pr_auc": 0.9464443437810297,
+      "eval_sk_ud_pr_auc": 0.9838510491704261,
+      "eval_sl_opus100_pr_auc": 0.8932388562607244,
+      "eval_sl_ud_pr_auc": 0.966392577667899,
+      "eval_sq_opus100_pr_auc": 0.9372432473368492,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9223550348377645,
+      "eval_sr_ud_pr_auc": 0.9991385687985933,
+      "eval_steps_per_second": 0.752,
+      "eval_sv_opus100_pr_auc": 0.9103639715201348,
+      "eval_sv_ud_pr_auc": 0.9573208458023562,
+      "eval_ta_ersatz_pr_auc": 0.9835533528430874,
+      "eval_ta_opus100_pr_auc": 0.748819113368162,
+      "eval_ta_ud_pr_auc": 0.9988194306586835,
+      "eval_te_opus100_pr_auc": 0.825395143745593,
+      "eval_tg_opus100_pr_auc": 0.9100114351995601,
+      "eval_th_opus100_pr_auc": 0.6901137012702027,
+      "eval_th_ud_pr_auc": 0.8862662264623986,
+      "eval_tr_ersatz_pr_auc": 0.9721135798185703,
+      "eval_tr_opus100_pr_auc": 0.9118352039502261,
+      "eval_tr_ud_pr_auc": 0.9609923215191368,
+      "eval_uk_opus100_pr_auc": 0.8853380688195495,
+      "eval_uk_ud_pr_auc": 0.9330449809244016,
+      "eval_ur_opus100_pr_auc": 0.6386653907073547,
+      "eval_ur_ud_pr_auc": 0.9953074039819902,
+      "eval_uz_opus100_pr_auc": 0.8860542342567371,
+      "eval_vi_opus100_pr_auc": 0.9040576821973373,
+      "eval_vi_ud_pr_auc": 0.9596797244037737,
+      "eval_xh_opus100_pr_auc": 0.8938109568358887,
+      "eval_yi_opus100_pr_auc": 0.6454094096531483,
+      "eval_yo_opus100_pr_auc": 0.8346314125510942,
+      "eval_yo_ud_pr_auc": 0.9266149285784065,
+      "eval_zh_ersatz_pr_auc": 0.9683352067196052,
+      "eval_zh_opus100_pr_auc": 0.8920141069972785,
+      "eval_zh_ud_pr_auc": 0.9949230244383226,
+      "eval_zu_opus100_pr_auc": 0.8379628300772458,
+      "step": 300000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.0205,
+      "step": 300050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.0206,
+      "step": 300100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0204,
+      "step": 300150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.0206,
+      "step": 300200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.0207,
+      "step": 300250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0206,
+      "step": 300300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.0205,
+      "step": 300350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.0206,
+      "step": 300400
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.0207,
+      "step": 300450
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0206,
+      "step": 300500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.0205,
+      "step": 300550
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.0207,
+      "step": 300600
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0206,
+      "step": 300650
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.0203,
+      "step": 300700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.0207,
+      "step": 300750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.0204,
+      "step": 300800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0206,
+      "step": 300850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0204,
+      "step": 300900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0207,
+      "step": 300950
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0204,
+      "step": 301000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.0204,
+      "step": 301050
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0204,
+      "step": 301100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0206,
+      "step": 301150
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.0205,
+      "step": 301200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0202,
+      "step": 301250
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0204,
+      "step": 301300
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0201,
+      "step": 301350
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0206,
+      "step": 301400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0203,
+      "step": 301450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0206,
+      "step": 301500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.0204,
+      "step": 301550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0207,
+      "step": 301600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.0203,
+      "step": 301650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0204,
+      "step": 301700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0204,
+      "step": 301750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0207,
+      "step": 301800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0203,
+      "step": 301850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0206,
+      "step": 301900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0205,
+      "step": 301950
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0205,
+      "step": 302000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.0206,
+      "step": 302050
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0203,
+      "step": 302100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.0205,
+      "step": 302150
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.0206,
+      "step": 302200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.0206,
+      "step": 302250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0203,
+      "step": 302300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0205,
+      "step": 302350
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0203,
+      "step": 302400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0205,
+      "step": 302450
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0204,
+      "step": 302500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0207,
+      "step": 302550
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.0202,
+      "step": 302600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.0204,
+      "step": 302650
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0204,
+      "step": 302700
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0203,
+      "step": 302750
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0202,
+      "step": 302800
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.0207,
+      "step": 302850
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0205,
+      "step": 302900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.0201,
+      "step": 302950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0203,
+      "step": 303000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.0204,
+      "step": 303050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0203,
+      "step": 303100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.0204,
+      "step": 303150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0204,
+      "step": 303200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.0204,
+      "step": 303250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0203,
+      "step": 303300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0205,
+      "step": 303350
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.0204,
+      "step": 303400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.0204,
+      "step": 303450
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0206,
+      "step": 303500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0204,
+      "step": 303550
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.0205,
+      "step": 303600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0206,
+      "step": 303650
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.0206,
+      "step": 303700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.0204,
+      "step": 303750
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0205,
+      "step": 303800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0204,
+      "step": 303850
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0203,
+      "step": 303900
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0203,
+      "step": 303950
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.0204,
+      "step": 304000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0202,
+      "step": 304050
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.0206,
+      "step": 304100
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.0204,
+      "step": 304150
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.0204,
+      "step": 304200
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.0203,
+      "step": 304250
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.0206,
+      "step": 304300
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.0204,
+      "step": 304350
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0203,
+      "step": 304400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0204,
+      "step": 304450
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0205,
+      "step": 304500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0203,
+      "step": 304550
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.0203,
+      "step": 304600
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.0205,
+      "step": 304650
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0204,
+      "step": 304700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0205,
+      "step": 304750
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.0205,
+      "step": 304800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0202,
+      "step": 304850
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0206,
+      "step": 304900
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.0206,
+      "step": 304950
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0204,
+      "step": 305000
+    },
+    {
+      "epoch": 2.03,
+      "eval_af_opus100_pr_auc": 0.8125742635324886,
+      "eval_af_ud_pr_auc": 0.998174302023715,
+      "eval_am_opus100_pr_auc": 0.6849779763673335,
+      "eval_ar_ersatz_pr_auc": 0.9358540701920914,
+      "eval_ar_opus100_pr_auc": 0.7597251695049305,
+      "eval_ar_ud_pr_auc": 0.9031947996223226,
+      "eval_average_ersatz_pr_auc": 0.9755784864718933,
+      "eval_average_opus100_pr_auc": 0.8639347320261231,
+      "eval_average_ud_pr_auc": 0.9681065659996538,
+      "eval_az_opus100_pr_auc": 0.8046228105047172,
+      "eval_be_opus100_pr_auc": 0.7908839495781902,
+      "eval_be_ud_pr_auc": 0.8961480987143534,
+      "eval_bg_opus100_pr_auc": 0.9322706348168954,
+      "eval_bg_ud_pr_auc": 0.9978528626409027,
+      "eval_bn_opus100_pr_auc": 0.8592083858015485,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9076932720573283,
+      "eval_ca_ud_pr_auc": 0.997034563448489,
+      "eval_ceb_ud_pr_auc": 0.9975615534084924,
+      "eval_cs_ersatz_pr_auc": 0.9879258304471126,
+      "eval_cs_opus100_pr_auc": 0.9323631181069311,
+      "eval_cs_ud_pr_auc": 0.9638593961667464,
+      "eval_cy_opus100_pr_auc": 0.7961563666750692,
+      "eval_cy_ud_pr_auc": 0.9980101336015689,
+      "eval_da_opus100_pr_auc": 0.9360516977154977,
+      "eval_da_ud_pr_auc": 0.9817767517644977,
+      "eval_de_ersatz_pr_auc": 0.9922022293350522,
+      "eval_de_opus100_pr_auc": 0.9207839335741347,
+      "eval_de_ud_pr_auc": 0.983442449610974,
+      "eval_el_opus100_pr_auc": 0.9296607799851441,
+      "eval_el_ud_pr_auc": 0.9909264270634661,
+      "eval_en_ersatz_pr_auc": 0.9948446663001224,
+      "eval_en_opus100_pr_auc": 0.923302819685561,
+      "eval_en_ud_pr_auc": 0.9859521203128708,
+      "eval_eo_opus100_pr_auc": 0.9343385521049887,
+      "eval_es_ersatz_pr_auc": 0.9967373317086344,
+      "eval_es_opus100_pr_auc": 0.9463814118342361,
+      "eval_es_ud_pr_auc": 0.9889599931542684,
+      "eval_et_ersatz_pr_auc": 0.9846439420660864,
+      "eval_et_opus100_pr_auc": 0.941480812929349,
+      "eval_et_ud_pr_auc": 0.9777050693945228,
+      "eval_eu_opus100_pr_auc": 0.8867885443050272,
+      "eval_eu_ud_pr_auc": 0.991484063251582,
+      "eval_fa_opus100_pr_auc": 0.6549453459771687,
+      "eval_fa_ud_pr_auc": 0.9965395326216648,
+      "eval_fi_ersatz_pr_auc": 0.9952054680058888,
+      "eval_fi_opus100_pr_auc": 0.9357749929631243,
+      "eval_fi_ud_pr_auc": 0.969861390032576,
+      "eval_fr_ersatz_pr_auc": 0.9885151061492766,
+      "eval_fr_opus100_pr_auc": 0.9292371964267535,
+      "eval_fr_ud_pr_auc": 0.9902092633373671,
+      "eval_fy_opus100_pr_auc": 0.7377319435577662,
+      "eval_ga_opus100_pr_auc": 0.9193950742715755,
+      "eval_ga_ud_pr_auc": 0.8286836767990948,
+      "eval_gd_opus100_pr_auc": 0.7814479750849816,
+      "eval_gd_ud_pr_auc": 0.8299274440162921,
+      "eval_gl_opus100_pr_auc": 0.9069486420289993,
+      "eval_gl_ud_pr_auc": 0.9983175277785131,
+      "eval_gu_ersatz_pr_auc": 0.945907227387159,
+      "eval_gu_opus100_pr_auc": 0.7881010102307353,
+      "eval_ha_opus100_pr_auc": 0.938455004597788,
+      "eval_he_opus100_pr_auc": 0.8985726949802496,
+      "eval_he_ud_pr_auc": 0.9865496784817865,
+      "eval_hi_ersatz_pr_auc": 0.98254207913606,
+      "eval_hi_opus100_pr_auc": 0.7516159884673621,
+      "eval_hi_ud_pr_auc": 0.9917362054080684,
+      "eval_hu_opus100_pr_auc": 0.924195165389732,
+      "eval_hu_ud_pr_auc": 0.9851604111283891,
+      "eval_hy_opus100_pr_auc": 0.9166004483669572,
+      "eval_hy_ud_pr_auc": 0.9689538087058838,
+      "eval_id_opus100_pr_auc": 0.8949285766619668,
+      "eval_id_ud_pr_auc": 0.9963171433978726,
+      "eval_ig_opus100_pr_auc": 0.8897054345574715,
+      "eval_is_opus100_pr_auc": 0.9371515058433307,
+      "eval_is_ud_pr_auc": 0.9112212241367378,
+      "eval_it_opus100_pr_auc": 0.9224982136060639,
+      "eval_it_ud_pr_auc": 0.9954882114287866,
+      "eval_ja_ersatz_pr_auc": 0.9063982517556919,
+      "eval_ja_opus100_pr_auc": 0.862394319726828,
+      "eval_ja_ud_pr_auc": 0.9855904464411216,
+      "eval_jv_ud_pr_auc": 0.9514304870652869,
+      "eval_ka_opus100_pr_auc": 0.85757727424847,
+      "eval_kk_ersatz_pr_auc": 0.9890030885461271,
+      "eval_kk_opus100_pr_auc": 0.8334796644461332,
+      "eval_kk_ud_pr_auc": 0.9737845965721668,
+      "eval_km_ersatz_pr_auc": 0.9533950103368924,
+      "eval_km_opus100_pr_auc": 0.801580434097938,
+      "eval_kn_opus100_pr_auc": 0.7188711151310307,
+      "eval_ko_opus100_pr_auc": 0.7067478345772696,
+      "eval_ko_ud_pr_auc": 0.9974500897708514,
+      "eval_ku_opus100_pr_auc": 0.8701680396875787,
+      "eval_ky_opus100_pr_auc": 0.9070179333834939,
+      "eval_la_ud_pr_auc": 0.9698291383987783,
+      "eval_loss": 0.02374628186225891,
+      "eval_lt_ersatz_pr_auc": 0.9969497957013083,
+      "eval_lt_opus100_pr_auc": 0.8985052049437741,
+      "eval_lt_ud_pr_auc": 0.9961234453146538,
+      "eval_lv_ersatz_pr_auc": 0.9929368163947229,
+      "eval_lv_opus100_pr_auc": 0.9088200436922528,
+      "eval_lv_ud_pr_auc": 0.9700151965095449,
+      "eval_mg_opus100_pr_auc": 0.9482845881662226,
+      "eval_mk_opus100_pr_auc": 0.9313331608964402,
+      "eval_ml_opus100_pr_auc": 0.8166659087653982,
+      "eval_mn_opus100_pr_auc": 0.9617827303835526,
+      "eval_mr_opus100_pr_auc": 0.9282745130519356,
+      "eval_mr_ud_pr_auc": 0.9802689880757759,
+      "eval_ms_opus100_pr_auc": 0.8873095996489645,
+      "eval_mt_opus100_pr_auc": 0.8818427208453417,
+      "eval_mt_ud_pr_auc": 0.9246990755811038,
+      "eval_my_opus100_pr_auc": 0.8638042678584351,
+      "eval_ne_opus100_pr_auc": 0.7749679306330834,
+      "eval_nl_opus100_pr_auc": 0.9002521797887828,
+      "eval_nl_ud_pr_auc": 0.9887512703557672,
+      "eval_no_opus100_pr_auc": 0.9260646124512419,
+      "eval_no_ud_pr_auc": 0.9968160472953693,
+      "eval_pa_opus100_pr_auc": 0.7204295291246375,
+      "eval_pl_ersatz_pr_auc": 0.9708980806006499,
+      "eval_pl_opus100_pr_auc": 0.9159740678328429,
+      "eval_pl_ud_pr_auc": 0.9722442404024249,
+      "eval_ps_ersatz_pr_auc": 0.9258306613066751,
+      "eval_ps_opus100_pr_auc": 0.764865457334584,
+      "eval_pt_opus100_pr_auc": 0.9357912618166253,
+      "eval_pt_ud_pr_auc": 0.9893115885977999,
+      "eval_ro_ersatz_pr_auc": 0.9937657083469348,
+      "eval_ro_opus100_pr_auc": 0.8729719564642558,
+      "eval_ro_ud_pr_auc": 0.9464666259257358,
+      "eval_ru_ersatz_pr_auc": 0.9964529203630969,
+      "eval_ru_opus100_pr_auc": 0.9383249789693363,
+      "eval_ru_ud_pr_auc": 0.8882328153057405,
+      "eval_runtime": 463.5149,
+      "eval_samples_per_second": 163.119,
+      "eval_si_opus100_pr_auc": 0.8336190178001514,
+      "eval_sk_opus100_pr_auc": 0.9504026302092474,
+      "eval_sk_ud_pr_auc": 0.9876133119972521,
+      "eval_sl_opus100_pr_auc": 0.8976378922288142,
+      "eval_sl_ud_pr_auc": 0.9640128788212629,
+      "eval_sq_opus100_pr_auc": 0.9380099501296553,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9275793811509874,
+      "eval_sr_ud_pr_auc": 0.9993669638373618,
+      "eval_steps_per_second": 0.639,
+      "eval_sv_opus100_pr_auc": 0.9153500653407907,
+      "eval_sv_ud_pr_auc": 0.9579115155733842,
+      "eval_ta_ersatz_pr_auc": 0.9841763445534001,
+      "eval_ta_opus100_pr_auc": 0.7583768377256531,
+      "eval_ta_ud_pr_auc": 0.998896622176203,
+      "eval_te_opus100_pr_auc": 0.8270969827362538,
+      "eval_tg_opus100_pr_auc": 0.9106656594204455,
+      "eval_th_opus100_pr_auc": 0.7112374774811164,
+      "eval_th_ud_pr_auc": 0.8836494281667501,
+      "eval_tr_ersatz_pr_auc": 0.9731758665332603,
+      "eval_tr_opus100_pr_auc": 0.9126266970155035,
+      "eval_tr_ud_pr_auc": 0.9608399189433072,
+      "eval_uk_opus100_pr_auc": 0.8934757362915435,
+      "eval_uk_ud_pr_auc": 0.9268170034775538,
+      "eval_ur_opus100_pr_auc": 0.6448932412229808,
+      "eval_ur_ud_pr_auc": 0.9963167809758494,
+      "eval_uz_opus100_pr_auc": 0.8943525519643477,
+      "eval_vi_opus100_pr_auc": 0.9041384363660441,
+      "eval_vi_ud_pr_auc": 0.9531102943248183,
+      "eval_xh_opus100_pr_auc": 0.8939664564514566,
+      "eval_yi_opus100_pr_auc": 0.6856423346687482,
+      "eval_yo_opus100_pr_auc": 0.8303728427320637,
+      "eval_yo_ud_pr_auc": 0.9259277403233306,
+      "eval_zh_ersatz_pr_auc": 0.9753662072154032,
+      "eval_zh_opus100_pr_auc": 0.9041965580164117,
+      "eval_zh_ud_pr_auc": 0.99554965029927,
+      "eval_zu_opus100_pr_auc": 0.848336237132033,
+      "step": 305000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0205,
+      "step": 305050
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.0202,
+      "step": 305100
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0204,
+      "step": 305150
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0205,
+      "step": 305200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0204,
+      "step": 305250
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.0204,
+      "step": 305300
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0206,
+      "step": 305350
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0203,
+      "step": 305400
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0204,
+      "step": 305450
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0203,
+      "step": 305500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0204,
+      "step": 305550
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.0202,
+      "step": 305600
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.0202,
+      "step": 305650
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0204,
+      "step": 305700
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.0204,
+      "step": 305750
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.0206,
+      "step": 305800
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0202,
+      "step": 305850
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0204,
+      "step": 305900
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0203,
+      "step": 305950
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.0205,
+      "step": 306000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0203,
+      "step": 306050
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0204,
+      "step": 306100
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.0206,
+      "step": 306150
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0205,
+      "step": 306200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0204,
+      "step": 306250
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0205,
+      "step": 306300
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.0202,
+      "step": 306350
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.0203,
+      "step": 306400
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.0203,
+      "step": 306450
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.0205,
+      "step": 306500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0204,
+      "step": 306550
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0203,
+      "step": 306600
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0202,
+      "step": 306650
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.0205,
+      "step": 306700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.0204,
+      "step": 306750
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.0204,
+      "step": 306800
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0202,
+      "step": 306850
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.0204,
+      "step": 306900
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0205,
+      "step": 306950
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.0204,
+      "step": 307000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0204,
+      "step": 307050
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0205,
+      "step": 307100
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.0204,
+      "step": 307150
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0204,
+      "step": 307200
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.0205,
+      "step": 307250
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0204,
+      "step": 307300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0204,
+      "step": 307350
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.0203,
+      "step": 307400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.0204,
+      "step": 307450
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0204,
+      "step": 307500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.0203,
+      "step": 307550
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.0204,
+      "step": 307600
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0202,
+      "step": 307650
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.0205,
+      "step": 307700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0203,
+      "step": 307750
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0204,
+      "step": 307800
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0202,
+      "step": 307850
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.0203,
+      "step": 307900
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.0203,
+      "step": 307950
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0201,
+      "step": 308000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0203,
+      "step": 308050
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.0204,
+      "step": 308100
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0201,
+      "step": 308150
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0204,
+      "step": 308200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.0204,
+      "step": 308250
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.0203,
+      "step": 308300
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.0204,
+      "step": 308350
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0203,
+      "step": 308400
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0203,
+      "step": 308450
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0205,
+      "step": 308500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.0201,
+      "step": 308550
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.0205,
+      "step": 308600
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0205,
+      "step": 308650
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0206,
+      "step": 308700
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0204,
+      "step": 308750
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.0203,
+      "step": 308800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.0205,
+      "step": 308850
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0202,
+      "step": 308900
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0201,
+      "step": 308950
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.0202,
+      "step": 309000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0203,
+      "step": 309050
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0203,
+      "step": 309100
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.0202,
+      "step": 309150
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.0203,
+      "step": 309200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0204,
+      "step": 309250
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0204,
+      "step": 309300
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0205,
+      "step": 309350
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0204,
+      "step": 309400
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0204,
+      "step": 309450
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0202,
+      "step": 309500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.0205,
+      "step": 309550
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.0203,
+      "step": 309600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0204,
+      "step": 309650
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0203,
+      "step": 309700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.0202,
+      "step": 309750
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0202,
+      "step": 309800
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.0204,
+      "step": 309850
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.0206,
+      "step": 309900
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.0203,
+      "step": 309950
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0204,
+      "step": 310000
+    },
+    {
+      "epoch": 2.07,
+      "eval_af_opus100_pr_auc": 0.8160257431665845,
+      "eval_af_ud_pr_auc": 0.9961294094730153,
+      "eval_am_opus100_pr_auc": 0.6915206672530333,
+      "eval_ar_ersatz_pr_auc": 0.9359889577505909,
+      "eval_ar_opus100_pr_auc": 0.7540131764245026,
+      "eval_ar_ud_pr_auc": 0.9073775042206826,
+      "eval_average_ersatz_pr_auc": 0.9755712450950266,
+      "eval_average_opus100_pr_auc": 0.8626929960281021,
+      "eval_average_ud_pr_auc": 0.9667027063287247,
+      "eval_az_opus100_pr_auc": 0.8155890297020304,
+      "eval_be_opus100_pr_auc": 0.7927586906984482,
+      "eval_be_ud_pr_auc": 0.894672211475718,
+      "eval_bg_opus100_pr_auc": 0.9296073566275784,
+      "eval_bg_ud_pr_auc": 0.9980558392641492,
+      "eval_bn_opus100_pr_auc": 0.8643717546434831,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9079803717060734,
+      "eval_ca_ud_pr_auc": 0.9972834991933417,
+      "eval_ceb_ud_pr_auc": 0.9973804644063585,
+      "eval_cs_ersatz_pr_auc": 0.9869361835034514,
+      "eval_cs_opus100_pr_auc": 0.9257925815846393,
+      "eval_cs_ud_pr_auc": 0.9629305392471272,
+      "eval_cy_opus100_pr_auc": 0.8048735821002472,
+      "eval_cy_ud_pr_auc": 0.9973392841193767,
+      "eval_da_opus100_pr_auc": 0.9275442989289778,
+      "eval_da_ud_pr_auc": 0.9762357997238462,
+      "eval_de_ersatz_pr_auc": 0.991075609882135,
+      "eval_de_opus100_pr_auc": 0.9212254288352147,
+      "eval_de_ud_pr_auc": 0.9838774560461017,
+      "eval_el_opus100_pr_auc": 0.9256179007475749,
+      "eval_el_ud_pr_auc": 0.9914030238719319,
+      "eval_en_ersatz_pr_auc": 0.9942419114455112,
+      "eval_en_opus100_pr_auc": 0.9247050830021147,
+      "eval_en_ud_pr_auc": 0.9870874316735423,
+      "eval_eo_opus100_pr_auc": 0.9348886945669493,
+      "eval_es_ersatz_pr_auc": 0.9967613034992159,
+      "eval_es_opus100_pr_auc": 0.9458846270654396,
+      "eval_es_ud_pr_auc": 0.9901574158577702,
+      "eval_et_ersatz_pr_auc": 0.9837840058649875,
+      "eval_et_opus100_pr_auc": 0.9293796922202717,
+      "eval_et_ud_pr_auc": 0.9751210310340772,
+      "eval_eu_opus100_pr_auc": 0.8885255551275143,
+      "eval_eu_ud_pr_auc": 0.9922425408583069,
+      "eval_fa_opus100_pr_auc": 0.6572305864034735,
+      "eval_fa_ud_pr_auc": 0.9953972658881965,
+      "eval_fi_ersatz_pr_auc": 0.9948181821156565,
+      "eval_fi_opus100_pr_auc": 0.9348971219613713,
+      "eval_fi_ud_pr_auc": 0.966517500609342,
+      "eval_fr_ersatz_pr_auc": 0.9886856674765833,
+      "eval_fr_opus100_pr_auc": 0.9260109305441359,
+      "eval_fr_ud_pr_auc": 0.9915965476162661,
+      "eval_fy_opus100_pr_auc": 0.7260607856038062,
+      "eval_ga_opus100_pr_auc": 0.9194289988553157,
+      "eval_ga_ud_pr_auc": 0.8171945718110853,
+      "eval_gd_opus100_pr_auc": 0.7735785586148286,
+      "eval_gd_ud_pr_auc": 0.8361470951630723,
+      "eval_gl_opus100_pr_auc": 0.9056990953404903,
+      "eval_gl_ud_pr_auc": 0.9974116027292582,
+      "eval_gu_ersatz_pr_auc": 0.9512155685214734,
+      "eval_gu_opus100_pr_auc": 0.7859816016257436,
+      "eval_ha_opus100_pr_auc": 0.9381038870796402,
+      "eval_he_opus100_pr_auc": 0.8899953570887377,
+      "eval_he_ud_pr_auc": 0.9874059362192034,
+      "eval_hi_ersatz_pr_auc": 0.9839947926468633,
+      "eval_hi_opus100_pr_auc": 0.7456729545524512,
+      "eval_hi_ud_pr_auc": 0.9885290307886406,
+      "eval_hu_opus100_pr_auc": 0.9240990051654727,
+      "eval_hu_ud_pr_auc": 0.9854937830572379,
+      "eval_hy_opus100_pr_auc": 0.9186995038383294,
+      "eval_hy_ud_pr_auc": 0.9694626726557567,
+      "eval_id_opus100_pr_auc": 0.8928569190529844,
+      "eval_id_ud_pr_auc": 0.9965881553361736,
+      "eval_ig_opus100_pr_auc": 0.8876051623784325,
+      "eval_is_opus100_pr_auc": 0.9337859708610667,
+      "eval_is_ud_pr_auc": 0.907660789446747,
+      "eval_it_opus100_pr_auc": 0.920539770604476,
+      "eval_it_ud_pr_auc": 0.9956991714883678,
+      "eval_ja_ersatz_pr_auc": 0.9086907826976865,
+      "eval_ja_opus100_pr_auc": 0.8630194542098574,
+      "eval_ja_ud_pr_auc": 0.9859879697828581,
+      "eval_jv_ud_pr_auc": 0.9529230512137494,
+      "eval_ka_opus100_pr_auc": 0.8579706305349306,
+      "eval_kk_ersatz_pr_auc": 0.989566763389861,
+      "eval_kk_opus100_pr_auc": 0.8306026430961879,
+      "eval_kk_ud_pr_auc": 0.9750321843809342,
+      "eval_km_ersatz_pr_auc": 0.9542643631408514,
+      "eval_km_opus100_pr_auc": 0.7923052078526305,
+      "eval_kn_opus100_pr_auc": 0.7071615705659178,
+      "eval_ko_opus100_pr_auc": 0.7099831289626944,
+      "eval_ko_ud_pr_auc": 0.9982851407453907,
+      "eval_ku_opus100_pr_auc": 0.8730338849745608,
+      "eval_ky_opus100_pr_auc": 0.9094466048063929,
+      "eval_la_ud_pr_auc": 0.9636036270874395,
+      "eval_loss": 0.02381003089249134,
+      "eval_lt_ersatz_pr_auc": 0.9974379495351527,
+      "eval_lt_opus100_pr_auc": 0.8971811308248566,
+      "eval_lt_ud_pr_auc": 0.9965888026748849,
+      "eval_lv_ersatz_pr_auc": 0.993702987972821,
+      "eval_lv_opus100_pr_auc": 0.908087803014896,
+      "eval_lv_ud_pr_auc": 0.9691575476421381,
+      "eval_mg_opus100_pr_auc": 0.9486940858084242,
+      "eval_mk_opus100_pr_auc": 0.9278367727805199,
+      "eval_ml_opus100_pr_auc": 0.8213168753310653,
+      "eval_mn_opus100_pr_auc": 0.9644081590666536,
+      "eval_mr_opus100_pr_auc": 0.9240718004647136,
+      "eval_mr_ud_pr_auc": 0.9802413468678732,
+      "eval_ms_opus100_pr_auc": 0.8880126093641844,
+      "eval_mt_opus100_pr_auc": 0.8835226979462173,
+      "eval_mt_ud_pr_auc": 0.9072307657613605,
+      "eval_my_opus100_pr_auc": 0.8634265479477871,
+      "eval_ne_opus100_pr_auc": 0.7704093151830352,
+      "eval_nl_opus100_pr_auc": 0.8997477023345645,
+      "eval_nl_ud_pr_auc": 0.9865451671023089,
+      "eval_no_opus100_pr_auc": 0.9278429087615773,
+      "eval_no_ud_pr_auc": 0.996735285779109,
+      "eval_pa_opus100_pr_auc": 0.724378335908164,
+      "eval_pl_ersatz_pr_auc": 0.9714217702140531,
+      "eval_pl_opus100_pr_auc": 0.9096121937410425,
+      "eval_pl_ud_pr_auc": 0.9709238646887995,
+      "eval_ps_ersatz_pr_auc": 0.92839077683141,
+      "eval_ps_opus100_pr_auc": 0.76688005806564,
+      "eval_pt_opus100_pr_auc": 0.9342398988900388,
+      "eval_pt_ud_pr_auc": 0.9882968929097016,
+      "eval_ro_ersatz_pr_auc": 0.9930715981524263,
+      "eval_ro_opus100_pr_auc": 0.8575429003284505,
+      "eval_ro_ud_pr_auc": 0.9231908244756429,
+      "eval_ru_ersatz_pr_auc": 0.9961856815816057,
+      "eval_ru_opus100_pr_auc": 0.9418183982252778,
+      "eval_ru_ud_pr_auc": 0.8762256662361851,
+      "eval_runtime": 386.6155,
+      "eval_samples_per_second": 195.564,
+      "eval_si_opus100_pr_auc": 0.830665621071947,
+      "eval_sk_opus100_pr_auc": 0.9475675615439649,
+      "eval_sk_ud_pr_auc": 0.9842237677280208,
+      "eval_sl_opus100_pr_auc": 0.8949387445056517,
+      "eval_sl_ud_pr_auc": 0.9647603371259317,
+      "eval_sq_opus100_pr_auc": 0.9349758462884087,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9222861307983785,
+      "eval_sr_ud_pr_auc": 0.9993962258812711,
+      "eval_steps_per_second": 0.766,
+      "eval_sv_opus100_pr_auc": 0.9159025039378647,
+      "eval_sv_ud_pr_auc": 0.9547943484708429,
+      "eval_ta_ersatz_pr_auc": 0.9843477640557518,
+      "eval_ta_opus100_pr_auc": 0.7483426837595181,
+      "eval_ta_ud_pr_auc": 0.9983086356011208,
+      "eval_te_opus100_pr_auc": 0.8184500674979663,
+      "eval_tg_opus100_pr_auc": 0.9105133458489146,
+      "eval_th_opus100_pr_auc": 0.7086203024236111,
+      "eval_th_ud_pr_auc": 0.8840347433721668,
+      "eval_tr_ersatz_pr_auc": 0.9709811394411321,
+      "eval_tr_opus100_pr_auc": 0.9107864457303391,
+      "eval_tr_ud_pr_auc": 0.9614529915912453,
+      "eval_uk_opus100_pr_auc": 0.8883724880044891,
+      "eval_uk_ud_pr_auc": 0.9225462226040092,
+      "eval_ur_opus100_pr_auc": 0.6326157828672243,
+      "eval_ur_ud_pr_auc": 0.9959151526653474,
+      "eval_uz_opus100_pr_auc": 0.8927233439046185,
+      "eval_vi_opus100_pr_auc": 0.9035187176014868,
+      "eval_vi_ud_pr_auc": 0.9611049845073003,
+      "eval_xh_opus100_pr_auc": 0.8867108474225862,
+      "eval_yi_opus100_pr_auc": 0.7232063901480845,
+      "eval_yo_opus100_pr_auc": 0.831557929748763,
+      "eval_yo_ud_pr_auc": 0.9271596041723713,
+      "eval_zh_ersatz_pr_auc": 0.9670036323713648,
+      "eval_zh_opus100_pr_auc": 0.9043798105841224,
+      "eval_zh_ud_pr_auc": 0.9949915363946082,
+      "eval_zu_opus100_pr_auc": 0.8515873476547119,
+      "step": 310000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0203,
+      "step": 310050
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0205,
+      "step": 310100
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0201,
+      "step": 310150
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0204,
+      "step": 310200
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.0203,
+      "step": 310250
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0203,
+      "step": 310300
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0203,
+      "step": 310350
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.0203,
+      "step": 310400
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0201,
+      "step": 310450
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0202,
+      "step": 310500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0202,
+      "step": 310550
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.0203,
+      "step": 310600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.0203,
+      "step": 310650
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0206,
+      "step": 310700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0203,
+      "step": 310750
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0201,
+      "step": 310800
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.0203,
+      "step": 310850
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0203,
+      "step": 310900
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0202,
+      "step": 310950
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0205,
+      "step": 311000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.0203,
+      "step": 311050
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.0203,
+      "step": 311100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0201,
+      "step": 311150
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.0202,
+      "step": 311200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0203,
+      "step": 311250
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0203,
+      "step": 311300
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.0202,
+      "step": 311350
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0203,
+      "step": 311400
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.0203,
+      "step": 311450
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0203,
+      "step": 311500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0203,
+      "step": 311550
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0201,
+      "step": 311600
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0203,
+      "step": 311650
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0204,
+      "step": 311700
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0204,
+      "step": 311750
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0203,
+      "step": 311800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.0203,
+      "step": 311850
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0203,
+      "step": 311900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.0204,
+      "step": 311950
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.0202,
+      "step": 312000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.0203,
+      "step": 312050
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0202,
+      "step": 312100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0202,
+      "step": 312150
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0202,
+      "step": 312200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.0204,
+      "step": 312250
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0204,
+      "step": 312300
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.0203,
+      "step": 312350
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.0202,
+      "step": 312400
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0203,
+      "step": 312450
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0204,
+      "step": 312500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.0203,
+      "step": 312550
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.02,
+      "step": 312600
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0203,
+      "step": 312650
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.0204,
+      "step": 312700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0202,
+      "step": 312750
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.02,
+      "step": 312800
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0202,
+      "step": 312850
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0203,
+      "step": 312900
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0201,
+      "step": 312950
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0203,
+      "step": 313000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.0203,
+      "step": 313050
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0201,
+      "step": 313100
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.0202,
+      "step": 313150
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0202,
+      "step": 313200
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0203,
+      "step": 313250
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.02,
+      "step": 313300
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.0204,
+      "step": 313350
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.0204,
+      "step": 313400
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0202,
+      "step": 313450
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0203,
+      "step": 313500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0203,
+      "step": 313550
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0203,
+      "step": 313600
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0202,
+      "step": 313650
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0202,
+      "step": 313700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.0201,
+      "step": 313750
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.0199,
+      "step": 313800
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.0205,
+      "step": 313850
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0201,
+      "step": 313900
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0201,
+      "step": 313950
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0203,
+      "step": 314000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0201,
+      "step": 314050
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.0203,
+      "step": 314100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0203,
+      "step": 314150
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0202,
+      "step": 314200
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.0202,
+      "step": 314250
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0202,
+      "step": 314300
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.0201,
+      "step": 314350
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0203,
+      "step": 314400
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0201,
+      "step": 314450
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.0199,
+      "step": 314500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.0202,
+      "step": 314550
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0203,
+      "step": 314600
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0203,
+      "step": 314650
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.0204,
+      "step": 314700
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.0202,
+      "step": 314750
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.0203,
+      "step": 314800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0203,
+      "step": 314850
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0201,
+      "step": 314900
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0204,
+      "step": 314950
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.0203,
+      "step": 315000
+    },
+    {
+      "epoch": 2.1,
+      "eval_af_opus100_pr_auc": 0.8174870216019446,
+      "eval_af_ud_pr_auc": 0.9958909263810446,
+      "eval_am_opus100_pr_auc": 0.7109705238538527,
+      "eval_ar_ersatz_pr_auc": 0.9362385996666164,
+      "eval_ar_opus100_pr_auc": 0.7665252715591836,
+      "eval_ar_ud_pr_auc": 0.907227582485785,
+      "eval_average_ersatz_pr_auc": 0.9756171330507595,
+      "eval_average_opus100_pr_auc": 0.8647591523820639,
+      "eval_average_ud_pr_auc": 0.9670510265845929,
+      "eval_az_opus100_pr_auc": 0.827911695767549,
+      "eval_be_opus100_pr_auc": 0.7732997247203764,
+      "eval_be_ud_pr_auc": 0.9003871774026866,
+      "eval_bg_opus100_pr_auc": 0.9320954800386273,
+      "eval_bg_ud_pr_auc": 0.9984974226812338,
+      "eval_bn_opus100_pr_auc": 0.86488475996025,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9031383813968689,
+      "eval_ca_ud_pr_auc": 0.9970791153886066,
+      "eval_ceb_ud_pr_auc": 0.9967192519468772,
+      "eval_cs_ersatz_pr_auc": 0.9885803578396246,
+      "eval_cs_opus100_pr_auc": 0.9335612996041923,
+      "eval_cs_ud_pr_auc": 0.9642444169556,
+      "eval_cy_opus100_pr_auc": 0.8047802394324002,
+      "eval_cy_ud_pr_auc": 0.9976111005501727,
+      "eval_da_opus100_pr_auc": 0.9324191712949015,
+      "eval_da_ud_pr_auc": 0.9772630316316775,
+      "eval_de_ersatz_pr_auc": 0.9914945823234707,
+      "eval_de_opus100_pr_auc": 0.9269884616002618,
+      "eval_de_ud_pr_auc": 0.9846628765704538,
+      "eval_el_opus100_pr_auc": 0.9294372214541265,
+      "eval_el_ud_pr_auc": 0.9909639521691476,
+      "eval_en_ersatz_pr_auc": 0.9943381032403191,
+      "eval_en_opus100_pr_auc": 0.926191615612214,
+      "eval_en_ud_pr_auc": 0.9877301216369739,
+      "eval_eo_opus100_pr_auc": 0.9336507643158038,
+      "eval_es_ersatz_pr_auc": 0.996895348995101,
+      "eval_es_opus100_pr_auc": 0.9474483736837062,
+      "eval_es_ud_pr_auc": 0.989687850476996,
+      "eval_et_ersatz_pr_auc": 0.9833068729884423,
+      "eval_et_opus100_pr_auc": 0.9350002234517344,
+      "eval_et_ud_pr_auc": 0.9750227248986373,
+      "eval_eu_opus100_pr_auc": 0.8891269292277308,
+      "eval_eu_ud_pr_auc": 0.9909546715692159,
+      "eval_fa_opus100_pr_auc": 0.6626558857883567,
+      "eval_fa_ud_pr_auc": 0.9964689000293177,
+      "eval_fi_ersatz_pr_auc": 0.9950835296166899,
+      "eval_fi_opus100_pr_auc": 0.9357551942704133,
+      "eval_fi_ud_pr_auc": 0.9705034253091456,
+      "eval_fr_ersatz_pr_auc": 0.9885528303880416,
+      "eval_fr_opus100_pr_auc": 0.9290737731227069,
+      "eval_fr_ud_pr_auc": 0.9913668902942916,
+      "eval_fy_opus100_pr_auc": 0.7356227342817547,
+      "eval_ga_opus100_pr_auc": 0.9192243392800125,
+      "eval_ga_ud_pr_auc": 0.8269191640555049,
+      "eval_gd_opus100_pr_auc": 0.7930697639829565,
+      "eval_gd_ud_pr_auc": 0.8266146064439651,
+      "eval_gl_opus100_pr_auc": 0.9105137436788211,
+      "eval_gl_ud_pr_auc": 0.9978197127954406,
+      "eval_gu_ersatz_pr_auc": 0.9491192903880513,
+      "eval_gu_opus100_pr_auc": 0.7869235885628717,
+      "eval_ha_opus100_pr_auc": 0.9387890768997597,
+      "eval_he_opus100_pr_auc": 0.8902022711218393,
+      "eval_he_ud_pr_auc": 0.9873714705045822,
+      "eval_hi_ersatz_pr_auc": 0.9832545223371347,
+      "eval_hi_opus100_pr_auc": 0.7464832683669792,
+      "eval_hi_ud_pr_auc": 0.9906477064938077,
+      "eval_hu_opus100_pr_auc": 0.9223783654444977,
+      "eval_hu_ud_pr_auc": 0.9850165999048629,
+      "eval_hy_opus100_pr_auc": 0.9164238226373022,
+      "eval_hy_ud_pr_auc": 0.9686857137940097,
+      "eval_id_opus100_pr_auc": 0.8986096527604892,
+      "eval_id_ud_pr_auc": 0.9966105460696948,
+      "eval_ig_opus100_pr_auc": 0.887689951019226,
+      "eval_is_opus100_pr_auc": 0.9375302793363458,
+      "eval_is_ud_pr_auc": 0.9131168095262152,
+      "eval_it_opus100_pr_auc": 0.9267947801216573,
+      "eval_it_ud_pr_auc": 0.9954084990751394,
+      "eval_ja_ersatz_pr_auc": 0.9036080026446914,
+      "eval_ja_opus100_pr_auc": 0.8736959545552103,
+      "eval_ja_ud_pr_auc": 0.9827413292026373,
+      "eval_jv_ud_pr_auc": 0.9516103039607626,
+      "eval_ka_opus100_pr_auc": 0.8507836865083512,
+      "eval_kk_ersatz_pr_auc": 0.989899065367816,
+      "eval_kk_opus100_pr_auc": 0.8244255711611903,
+      "eval_kk_ud_pr_auc": 0.9732729552362664,
+      "eval_km_ersatz_pr_auc": 0.9541718445636139,
+      "eval_km_opus100_pr_auc": 0.7983529355888259,
+      "eval_kn_opus100_pr_auc": 0.7009693948460943,
+      "eval_ko_opus100_pr_auc": 0.7081597817245036,
+      "eval_ko_ud_pr_auc": 0.9973959320607005,
+      "eval_ku_opus100_pr_auc": 0.8763868498807723,
+      "eval_ky_opus100_pr_auc": 0.9246816332870919,
+      "eval_la_ud_pr_auc": 0.9624108492388056,
+      "eval_loss": 0.023597706109285355,
+      "eval_lt_ersatz_pr_auc": 0.9968975484664276,
+      "eval_lt_opus100_pr_auc": 0.9033255090030334,
+      "eval_lt_ud_pr_auc": 0.9951572373191111,
+      "eval_lv_ersatz_pr_auc": 0.9930714371948681,
+      "eval_lv_opus100_pr_auc": 0.9149852036307679,
+      "eval_lv_ud_pr_auc": 0.9676468340491041,
+      "eval_mg_opus100_pr_auc": 0.9502381329516185,
+      "eval_mk_opus100_pr_auc": 0.9301733773597507,
+      "eval_ml_opus100_pr_auc": 0.8216373534430096,
+      "eval_mn_opus100_pr_auc": 0.9616200545696437,
+      "eval_mr_opus100_pr_auc": 0.9267085130460232,
+      "eval_mr_ud_pr_auc": 0.9785769781317789,
+      "eval_ms_opus100_pr_auc": 0.8897227653441795,
+      "eval_mt_opus100_pr_auc": 0.8798467889972128,
+      "eval_mt_ud_pr_auc": 0.8984816642807447,
+      "eval_my_opus100_pr_auc": 0.8677706673173595,
+      "eval_ne_opus100_pr_auc": 0.7641753306085617,
+      "eval_nl_opus100_pr_auc": 0.9031837513405887,
+      "eval_nl_ud_pr_auc": 0.9876226728069443,
+      "eval_no_opus100_pr_auc": 0.9254192025873244,
+      "eval_no_ud_pr_auc": 0.9967952471520451,
+      "eval_pa_opus100_pr_auc": 0.715512544527921,
+      "eval_pl_ersatz_pr_auc": 0.9711262306391493,
+      "eval_pl_opus100_pr_auc": 0.911793674851136,
+      "eval_pl_ud_pr_auc": 0.9729362742585385,
+      "eval_ps_ersatz_pr_auc": 0.9289544604231421,
+      "eval_ps_opus100_pr_auc": 0.7624447780799566,
+      "eval_pt_opus100_pr_auc": 0.93818392292167,
+      "eval_pt_ud_pr_auc": 0.9877951191231934,
+      "eval_ro_ersatz_pr_auc": 0.9925299998250203,
+      "eval_ro_opus100_pr_auc": 0.8821239365921083,
+      "eval_ro_ud_pr_auc": 0.9357374737767785,
+      "eval_ru_ersatz_pr_auc": 0.9964293498067869,
+      "eval_ru_opus100_pr_auc": 0.9425427738834712,
+      "eval_ru_ud_pr_auc": 0.8869572669778507,
+      "eval_runtime": 389.1564,
+      "eval_samples_per_second": 194.287,
+      "eval_si_opus100_pr_auc": 0.8317860516621479,
+      "eval_sk_opus100_pr_auc": 0.9472075777838476,
+      "eval_sk_ud_pr_auc": 0.9872527795564469,
+      "eval_sl_opus100_pr_auc": 0.894845897033737,
+      "eval_sl_ud_pr_auc": 0.9654950349199438,
+      "eval_sq_opus100_pr_auc": 0.9433666994684653,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.924687134296032,
+      "eval_sr_ud_pr_auc": 0.999523015057772,
+      "eval_steps_per_second": 0.761,
+      "eval_sv_opus100_pr_auc": 0.9190794280048906,
+      "eval_sv_ud_pr_auc": 0.9571668471483435,
+      "eval_ta_ersatz_pr_auc": 0.9841943123217329,
+      "eval_ta_opus100_pr_auc": 0.7595150906685754,
+      "eval_ta_ud_pr_auc": 0.9984478771720711,
+      "eval_te_opus100_pr_auc": 0.8272309586785356,
+      "eval_tg_opus100_pr_auc": 0.9122893609309509,
+      "eval_th_opus100_pr_auc": 0.702595630479159,
+      "eval_th_ud_pr_auc": 0.8893861523032696,
+      "eval_tr_ersatz_pr_auc": 0.9714597833523366,
+      "eval_tr_opus100_pr_auc": 0.9141222282632471,
+      "eval_tr_ud_pr_auc": 0.9585582564156271,
+      "eval_uk_opus100_pr_auc": 0.8884902454964904,
+      "eval_uk_ud_pr_auc": 0.9218877069093914,
+      "eval_ur_opus100_pr_auc": 0.6561579334043209,
+      "eval_ur_ud_pr_auc": 0.9961223221286042,
+      "eval_uz_opus100_pr_auc": 0.8933903256807252,
+      "eval_vi_opus100_pr_auc": 0.9046402597480176,
+      "eval_vi_ud_pr_auc": 0.9489123616472283,
+      "eval_xh_opus100_pr_auc": 0.8882950423421136,
+      "eval_yi_opus100_pr_auc": 0.6614013742305828,
+      "eval_yo_opus100_pr_auc": 0.8382924481397592,
+      "eval_yo_ud_pr_auc": 0.9280649110541049,
+      "eval_zh_ersatz_pr_auc": 0.9743708547276311,
+      "eval_zh_opus100_pr_auc": 0.9063924137931307,
+      "eval_zh_ud_pr_auc": 0.9954608463926459,
+      "eval_zu_opus100_pr_auc": 0.8549426573654098,
+      "step": 315000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.0204,
+      "step": 315050
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.0202,
+      "step": 315100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.0204,
+      "step": 315150
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.0203,
+      "step": 315200
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0202,
+      "step": 315250
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.0202,
+      "step": 315300
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.0203,
+      "step": 315350
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.0204,
+      "step": 315400
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0201,
+      "step": 315450
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0202,
+      "step": 315500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.0203,
+      "step": 315550
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0202,
+      "step": 315600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0203,
+      "step": 315650
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0202,
+      "step": 315700
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.0202,
+      "step": 315750
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0203,
+      "step": 315800
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0204,
+      "step": 315850
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.0203,
+      "step": 315900
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.0203,
+      "step": 315950
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0203,
+      "step": 316000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.0203,
+      "step": 316050
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.02,
+      "step": 316100
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0201,
+      "step": 316150
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.0202,
+      "step": 316200
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0203,
+      "step": 316250
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.0202,
+      "step": 316300
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0202,
+      "step": 316350
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0202,
+      "step": 316400
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0202,
+      "step": 316450
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.0204,
+      "step": 316500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0202,
+      "step": 316550
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.0202,
+      "step": 316600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0203,
+      "step": 316650
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.0203,
+      "step": 316700
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.02,
+      "step": 316750
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0201,
+      "step": 316800
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.0204,
+      "step": 316850
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0203,
+      "step": 316900
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0202,
+      "step": 316950
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.0203,
+      "step": 317000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.0204,
+      "step": 317050
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0203,
+      "step": 317100
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0202,
+      "step": 317150
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0202,
+      "step": 317200
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0202,
+      "step": 317250
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0203,
+      "step": 317300
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0203,
+      "step": 317350
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0204,
+      "step": 317400
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0202,
+      "step": 317450
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.02,
+      "step": 317500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.0202,
+      "step": 317550
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0202,
+      "step": 317600
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0202,
+      "step": 317650
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0203,
+      "step": 317700
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.0203,
+      "step": 317750
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0203,
+      "step": 317800
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0202,
+      "step": 317850
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0202,
+      "step": 317900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0205,
+      "step": 317950
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.0202,
+      "step": 318000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0201,
+      "step": 318050
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0203,
+      "step": 318100
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0199,
+      "step": 318150
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0202,
+      "step": 318200
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.0201,
+      "step": 318250
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.02,
+      "step": 318300
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0202,
+      "step": 318350
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0202,
+      "step": 318400
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0202,
+      "step": 318450
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0202,
+      "step": 318500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.0202,
+      "step": 318550
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0201,
+      "step": 318600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0202,
+      "step": 318650
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.0203,
+      "step": 318700
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0204,
+      "step": 318750
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.0202,
+      "step": 318800
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.0199,
+      "step": 318850
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.02,
+      "step": 318900
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0202,
+      "step": 318950
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0202,
+      "step": 319000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0201,
+      "step": 319050
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0201,
+      "step": 319100
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.0203,
+      "step": 319150
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.0202,
+      "step": 319200
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0203,
+      "step": 319250
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.0203,
+      "step": 319300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.0201,
+      "step": 319350
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0202,
+      "step": 319400
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.0199,
+      "step": 319450
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.0203,
+      "step": 319500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0203,
+      "step": 319550
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.0202,
+      "step": 319600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0202,
+      "step": 319650
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.0202,
+      "step": 319700
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0203,
+      "step": 319750
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0201,
+      "step": 319800
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.0202,
+      "step": 319850
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.0202,
+      "step": 319900
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.02,
+      "step": 319950
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.0202,
+      "step": 320000
+    },
+    {
+      "epoch": 2.13,
+      "eval_af_opus100_pr_auc": 0.8097720473179654,
+      "eval_af_ud_pr_auc": 0.9936605016804186,
+      "eval_am_opus100_pr_auc": 0.690793967863697,
+      "eval_ar_ersatz_pr_auc": 0.9325731586033913,
+      "eval_ar_opus100_pr_auc": 0.7584524132930236,
+      "eval_ar_ud_pr_auc": 0.9033947798517777,
+      "eval_average_ersatz_pr_auc": 0.9749761932236294,
+      "eval_average_opus100_pr_auc": 0.8633566863117744,
+      "eval_average_ud_pr_auc": 0.9665619344113715,
+      "eval_az_opus100_pr_auc": 0.8244510603709122,
+      "eval_be_opus100_pr_auc": 0.7915799599693631,
+      "eval_be_ud_pr_auc": 0.9062627941685522,
+      "eval_bg_opus100_pr_auc": 0.9264933553130453,
+      "eval_bg_ud_pr_auc": 0.9980761848051829,
+      "eval_bn_opus100_pr_auc": 0.8662507650224349,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9034769366620506,
+      "eval_ca_ud_pr_auc": 0.996647452167824,
+      "eval_ceb_ud_pr_auc": 0.9961414767831165,
+      "eval_cs_ersatz_pr_auc": 0.9884574819322448,
+      "eval_cs_opus100_pr_auc": 0.9289770062222299,
+      "eval_cs_ud_pr_auc": 0.9624812366034057,
+      "eval_cy_opus100_pr_auc": 0.7987375469126595,
+      "eval_cy_ud_pr_auc": 0.9975356922757883,
+      "eval_da_opus100_pr_auc": 0.9289856948038927,
+      "eval_da_ud_pr_auc": 0.9792473571698576,
+      "eval_de_ersatz_pr_auc": 0.98978527662114,
+      "eval_de_opus100_pr_auc": 0.924965113204074,
+      "eval_de_ud_pr_auc": 0.9829743460949818,
+      "eval_el_opus100_pr_auc": 0.929281715614042,
+      "eval_el_ud_pr_auc": 0.9907912073053976,
+      "eval_en_ersatz_pr_auc": 0.9939031426208191,
+      "eval_en_opus100_pr_auc": 0.9263846430189902,
+      "eval_en_ud_pr_auc": 0.9876310998083159,
+      "eval_eo_opus100_pr_auc": 0.9339635754484537,
+      "eval_es_ersatz_pr_auc": 0.9967022289454963,
+      "eval_es_opus100_pr_auc": 0.9443200140560399,
+      "eval_es_ud_pr_auc": 0.9884943260361215,
+      "eval_et_ersatz_pr_auc": 0.9828118728012104,
+      "eval_et_opus100_pr_auc": 0.9367505783657896,
+      "eval_et_ud_pr_auc": 0.9743213475459674,
+      "eval_eu_opus100_pr_auc": 0.8867526342182733,
+      "eval_eu_ud_pr_auc": 0.9886832531622815,
+      "eval_fa_opus100_pr_auc": 0.6401145186366772,
+      "eval_fa_ud_pr_auc": 0.9958066739445368,
+      "eval_fi_ersatz_pr_auc": 0.9949073193627643,
+      "eval_fi_opus100_pr_auc": 0.9354174820992949,
+      "eval_fi_ud_pr_auc": 0.9601488711393963,
+      "eval_fr_ersatz_pr_auc": 0.9882174934729161,
+      "eval_fr_opus100_pr_auc": 0.9274258556790177,
+      "eval_fr_ud_pr_auc": 0.9922339856132325,
+      "eval_fy_opus100_pr_auc": 0.7265725204069999,
+      "eval_ga_opus100_pr_auc": 0.9185945679745495,
+      "eval_ga_ud_pr_auc": 0.8296858405068206,
+      "eval_gd_opus100_pr_auc": 0.7870210550337604,
+      "eval_gd_ud_pr_auc": 0.8396228197314602,
+      "eval_gl_opus100_pr_auc": 0.9069350274324326,
+      "eval_gl_ud_pr_auc": 0.9968219949447135,
+      "eval_gu_ersatz_pr_auc": 0.944199393822198,
+      "eval_gu_opus100_pr_auc": 0.7778463502448495,
+      "eval_ha_opus100_pr_auc": 0.9393479669602437,
+      "eval_he_opus100_pr_auc": 0.8973932072338995,
+      "eval_he_ud_pr_auc": 0.9849295148935715,
+      "eval_hi_ersatz_pr_auc": 0.9829902018769099,
+      "eval_hi_opus100_pr_auc": 0.7481715572136287,
+      "eval_hi_ud_pr_auc": 0.9892150494344546,
+      "eval_hu_opus100_pr_auc": 0.9252206606861468,
+      "eval_hu_ud_pr_auc": 0.9859943577546408,
+      "eval_hy_opus100_pr_auc": 0.9160092006114628,
+      "eval_hy_ud_pr_auc": 0.9702692786024193,
+      "eval_id_opus100_pr_auc": 0.900122829276113,
+      "eval_id_ud_pr_auc": 0.995769395029934,
+      "eval_ig_opus100_pr_auc": 0.8866840063932588,
+      "eval_is_opus100_pr_auc": 0.9364810700527599,
+      "eval_is_ud_pr_auc": 0.9092653289262524,
+      "eval_it_opus100_pr_auc": 0.9236040977441408,
+      "eval_it_ud_pr_auc": 0.9924972343084624,
+      "eval_ja_ersatz_pr_auc": 0.9056947750004815,
+      "eval_ja_opus100_pr_auc": 0.8607494290124388,
+      "eval_ja_ud_pr_auc": 0.986597899738616,
+      "eval_jv_ud_pr_auc": 0.9533849012020266,
+      "eval_ka_opus100_pr_auc": 0.8603552609428349,
+      "eval_kk_ersatz_pr_auc": 0.989077672699857,
+      "eval_kk_opus100_pr_auc": 0.8253286788793718,
+      "eval_kk_ud_pr_auc": 0.9730889528979799,
+      "eval_km_ersatz_pr_auc": 0.9546311798460396,
+      "eval_km_opus100_pr_auc": 0.8051703902396076,
+      "eval_kn_opus100_pr_auc": 0.7033280679810944,
+      "eval_ko_opus100_pr_auc": 0.7001072562578625,
+      "eval_ko_ud_pr_auc": 0.9979874771896847,
+      "eval_ku_opus100_pr_auc": 0.8780320915474037,
+      "eval_ky_opus100_pr_auc": 0.9226010890581968,
+      "eval_la_ud_pr_auc": 0.9654761153229764,
+      "eval_loss": 0.02365184761583805,
+      "eval_lt_ersatz_pr_auc": 0.9968606523796861,
+      "eval_lt_opus100_pr_auc": 0.9015655028906489,
+      "eval_lt_ud_pr_auc": 0.9953723443912788,
+      "eval_lv_ersatz_pr_auc": 0.9929632324864356,
+      "eval_lv_opus100_pr_auc": 0.9109494720887655,
+      "eval_lv_ud_pr_auc": 0.9690192316474969,
+      "eval_mg_opus100_pr_auc": 0.9479965403690974,
+      "eval_mk_opus100_pr_auc": 0.9298034852650254,
+      "eval_ml_opus100_pr_auc": 0.8254179379094364,
+      "eval_mn_opus100_pr_auc": 0.9633943140403638,
+      "eval_mr_opus100_pr_auc": 0.9211024086764472,
+      "eval_mr_ud_pr_auc": 0.9821504516906892,
+      "eval_ms_opus100_pr_auc": 0.8803002332724011,
+      "eval_mt_opus100_pr_auc": 0.8771013169508992,
+      "eval_mt_ud_pr_auc": 0.9072544228633869,
+      "eval_my_opus100_pr_auc": 0.8580586509256851,
+      "eval_ne_opus100_pr_auc": 0.765016015747265,
+      "eval_nl_opus100_pr_auc": 0.9025701112062193,
+      "eval_nl_ud_pr_auc": 0.9865313772392391,
+      "eval_no_opus100_pr_auc": 0.9292684743233236,
+      "eval_no_ud_pr_auc": 0.996449493568909,
+      "eval_pa_opus100_pr_auc": 0.7205776162325027,
+      "eval_pl_ersatz_pr_auc": 0.970678259880283,
+      "eval_pl_opus100_pr_auc": 0.9108998940605866,
+      "eval_pl_ud_pr_auc": 0.9720949372739563,
+      "eval_ps_ersatz_pr_auc": 0.9283142923139222,
+      "eval_ps_opus100_pr_auc": 0.7692109726982796,
+      "eval_pt_opus100_pr_auc": 0.9363347570452258,
+      "eval_pt_ud_pr_auc": 0.9859939733360565,
+      "eval_ro_ersatz_pr_auc": 0.9928218538443008,
+      "eval_ro_opus100_pr_auc": 0.8656979481685549,
+      "eval_ro_ud_pr_auc": 0.9229043598028946,
+      "eval_ru_ersatz_pr_auc": 0.9959694420583138,
+      "eval_ru_opus100_pr_auc": 0.9440587872030527,
+      "eval_ru_ud_pr_auc": 0.8810241760983765,
+      "eval_runtime": 388.5169,
+      "eval_samples_per_second": 194.607,
+      "eval_si_opus100_pr_auc": 0.8252943585837608,
+      "eval_sk_opus100_pr_auc": 0.9459991923117085,
+      "eval_sk_ud_pr_auc": 0.9857044330426978,
+      "eval_sl_opus100_pr_auc": 0.896746073539673,
+      "eval_sl_ud_pr_auc": 0.9661347419054166,
+      "eval_sq_opus100_pr_auc": 0.9324156672480254,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9277562867601905,
+      "eval_sr_ud_pr_auc": 0.9992389463592021,
+      "eval_steps_per_second": 0.762,
+      "eval_sv_opus100_pr_auc": 0.9166240075903457,
+      "eval_sv_ud_pr_auc": 0.956251484253537,
+      "eval_ta_ersatz_pr_auc": 0.9849015817857159,
+      "eval_ta_opus100_pr_auc": 0.7617740486650966,
+      "eval_ta_ud_pr_auc": 0.998978623314,
+      "eval_te_opus100_pr_auc": 0.8271670901104884,
+      "eval_tg_opus100_pr_auc": 0.9157668184580938,
+      "eval_th_opus100_pr_auc": 0.7079933275603015,
+      "eval_th_ud_pr_auc": 0.8885856557381118,
+      "eval_tr_ersatz_pr_auc": 0.9734715396222808,
+      "eval_tr_opus100_pr_auc": 0.9125057585665389,
+      "eval_tr_ud_pr_auc": 0.9580993221921996,
+      "eval_uk_opus100_pr_auc": 0.8894477851250692,
+      "eval_uk_ud_pr_auc": 0.9241408649340486,
+      "eval_ur_opus100_pr_auc": 0.6489928752606714,
+      "eval_ur_ud_pr_auc": 0.9956021323683728,
+      "eval_uz_opus100_pr_auc": 0.8978901588799408,
+      "eval_vi_opus100_pr_auc": 0.8968780976740154,
+      "eval_vi_ud_pr_auc": 0.9336027027145123,
+      "eval_xh_opus100_pr_auc": 0.8913088007354449,
+      "eval_yi_opus100_pr_auc": 0.7029358657244865,
+      "eval_yo_opus100_pr_auc": 0.8283876480790991,
+      "eval_yo_ud_pr_auc": 0.9289613701891084,
+      "eval_zh_ersatz_pr_auc": 0.9695441989434376,
+      "eval_zh_opus100_pr_auc": 0.9030332400207433,
+      "eval_zh_ud_pr_auc": 0.9947964698845149,
+      "eval_zu_opus100_pr_auc": 0.8479834723230518,
+      "step": 320000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0202,
+      "step": 320050
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.0205,
+      "step": 320100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.0203,
+      "step": 320150
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0202,
+      "step": 320200
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0204,
+      "step": 320250
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0203,
+      "step": 320300
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.0201,
+      "step": 320350
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0201,
+      "step": 320400
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0202,
+      "step": 320450
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.0202,
+      "step": 320500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.0201,
+      "step": 320550
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0204,
+      "step": 320600
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.0201,
+      "step": 320650
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0203,
+      "step": 320700
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0202,
+      "step": 320750
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.02,
+      "step": 320800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0201,
+      "step": 320850
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.02,
+      "step": 320900
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0199,
+      "step": 320950
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0204,
+      "step": 321000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0204,
+      "step": 321050
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.0202,
+      "step": 321100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.0202,
+      "step": 321150
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0203,
+      "step": 321200
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.02,
+      "step": 321250
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0205,
+      "step": 321300
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.0201,
+      "step": 321350
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.02,
+      "step": 321400
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.02,
+      "step": 321450
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.0202,
+      "step": 321500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.0202,
+      "step": 321550
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0201,
+      "step": 321600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0203,
+      "step": 321650
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.0202,
+      "step": 321700
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.02,
+      "step": 321750
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0202,
+      "step": 321800
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.02,
+      "step": 321850
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.0203,
+      "step": 321900
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.0203,
+      "step": 321950
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.0202,
+      "step": 322000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0203,
+      "step": 322050
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.0202,
+      "step": 322100
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.0203,
+      "step": 322150
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.02,
+      "step": 322200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.0201,
+      "step": 322250
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0202,
+      "step": 322300
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.0202,
+      "step": 322350
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.0202,
+      "step": 322400
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.02,
+      "step": 322450
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.0202,
+      "step": 322500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.0201,
+      "step": 322550
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0201,
+      "step": 322600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.0202,
+      "step": 322650
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0201,
+      "step": 322700
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.0202,
+      "step": 322750
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0203,
+      "step": 322800
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.0201,
+      "step": 322850
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.0201,
+      "step": 322900
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0202,
+      "step": 322950
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.02,
+      "step": 323000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.02,
+      "step": 323050
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.0202,
+      "step": 323100
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.0201,
+      "step": 323150
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0202,
+      "step": 323200
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.02,
+      "step": 323250
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.0203,
+      "step": 323300
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0201,
+      "step": 323350
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.02,
+      "step": 323400
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0202,
+      "step": 323450
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0202,
+      "step": 323500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0203,
+      "step": 323550
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0203,
+      "step": 323600
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.0202,
+      "step": 323650
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0202,
+      "step": 323700
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.0199,
+      "step": 323750
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.0204,
+      "step": 323800
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.02,
+      "step": 323850
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0199,
+      "step": 323900
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.0201,
+      "step": 323950
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0201,
+      "step": 324000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0202,
+      "step": 324050
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.02,
+      "step": 324100
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.0201,
+      "step": 324150
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0202,
+      "step": 324200
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0201,
+      "step": 324250
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0201,
+      "step": 324300
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0203,
+      "step": 324350
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.0201,
+      "step": 324400
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.0202,
+      "step": 324450
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.02,
+      "step": 324500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0202,
+      "step": 324550
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.0202,
+      "step": 324600
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.0201,
+      "step": 324650
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0201,
+      "step": 324700
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.0202,
+      "step": 324750
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.02,
+      "step": 324800
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0202,
+      "step": 324850
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.02,
+      "step": 324900
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.0203,
+      "step": 324950
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.0201,
+      "step": 325000
+    },
+    {
+      "epoch": 2.17,
+      "eval_af_opus100_pr_auc": 0.8069847935943341,
+      "eval_af_ud_pr_auc": 0.9982453858760667,
+      "eval_am_opus100_pr_auc": 0.6756631360361299,
+      "eval_ar_ersatz_pr_auc": 0.9347607722297835,
+      "eval_ar_opus100_pr_auc": 0.7637844977511705,
+      "eval_ar_ud_pr_auc": 0.9055971473232568,
+      "eval_average_ersatz_pr_auc": 0.9769292191841249,
+      "eval_average_opus100_pr_auc": 0.8651814185487305,
+      "eval_average_ud_pr_auc": 0.9683847036688801,
+      "eval_az_opus100_pr_auc": 0.8260165351320803,
+      "eval_be_opus100_pr_auc": 0.7748951192852747,
+      "eval_be_ud_pr_auc": 0.8998091094125225,
+      "eval_bg_opus100_pr_auc": 0.9276771545787622,
+      "eval_bg_ud_pr_auc": 0.9981418633291317,
+      "eval_bn_opus100_pr_auc": 0.8687722098212702,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9062337415903244,
+      "eval_ca_ud_pr_auc": 0.9979231697360158,
+      "eval_ceb_ud_pr_auc": 0.9972167337646243,
+      "eval_cs_ersatz_pr_auc": 0.9897150318021407,
+      "eval_cs_opus100_pr_auc": 0.9306112262862122,
+      "eval_cs_ud_pr_auc": 0.9644266988573595,
+      "eval_cy_opus100_pr_auc": 0.7990445958906617,
+      "eval_cy_ud_pr_auc": 0.9981616671610039,
+      "eval_da_opus100_pr_auc": 0.9348076601851626,
+      "eval_da_ud_pr_auc": 0.9814175662448428,
+      "eval_de_ersatz_pr_auc": 0.9912500497875034,
+      "eval_de_opus100_pr_auc": 0.9241151741669404,
+      "eval_de_ud_pr_auc": 0.9848280861427644,
+      "eval_el_opus100_pr_auc": 0.9316099414612243,
+      "eval_el_ud_pr_auc": 0.9911358346650414,
+      "eval_en_ersatz_pr_auc": 0.9942732219464847,
+      "eval_en_opus100_pr_auc": 0.928566015864854,
+      "eval_en_ud_pr_auc": 0.9870765637948138,
+      "eval_eo_opus100_pr_auc": 0.9363891956742465,
+      "eval_es_ersatz_pr_auc": 0.9968269805146464,
+      "eval_es_opus100_pr_auc": 0.944311581614999,
+      "eval_es_ud_pr_auc": 0.9907436849909355,
+      "eval_et_ersatz_pr_auc": 0.9830569540324688,
+      "eval_et_opus100_pr_auc": 0.9364179733471638,
+      "eval_et_ud_pr_auc": 0.9755278661073897,
+      "eval_eu_opus100_pr_auc": 0.8899145153486423,
+      "eval_eu_ud_pr_auc": 0.9921756699615787,
+      "eval_fa_opus100_pr_auc": 0.6668306860087085,
+      "eval_fa_ud_pr_auc": 0.9959403581838728,
+      "eval_fi_ersatz_pr_auc": 0.9955240186782126,
+      "eval_fi_opus100_pr_auc": 0.9358219900599726,
+      "eval_fi_ud_pr_auc": 0.969869626062182,
+      "eval_fr_ersatz_pr_auc": 0.9882832598484398,
+      "eval_fr_opus100_pr_auc": 0.9294351474669303,
+      "eval_fr_ud_pr_auc": 0.9917069322846308,
+      "eval_fy_opus100_pr_auc": 0.7171555233755235,
+      "eval_ga_opus100_pr_auc": 0.9194768662048856,
+      "eval_ga_ud_pr_auc": 0.8264444306827501,
+      "eval_gd_opus100_pr_auc": 0.7777387364071497,
+      "eval_gd_ud_pr_auc": 0.8427604252646508,
+      "eval_gl_opus100_pr_auc": 0.9068201719042256,
+      "eval_gl_ud_pr_auc": 0.9979561751579392,
+      "eval_gu_ersatz_pr_auc": 0.9483381569819628,
+      "eval_gu_opus100_pr_auc": 0.7773076094369051,
+      "eval_ha_opus100_pr_auc": 0.9396994785477787,
+      "eval_he_opus100_pr_auc": 0.8969833302912101,
+      "eval_he_ud_pr_auc": 0.9877260821681882,
+      "eval_hi_ersatz_pr_auc": 0.9841826751237199,
+      "eval_hi_opus100_pr_auc": 0.7500508139907566,
+      "eval_hi_ud_pr_auc": 0.9897933252076732,
+      "eval_hu_opus100_pr_auc": 0.9292521603637305,
+      "eval_hu_ud_pr_auc": 0.9859606480885025,
+      "eval_hy_opus100_pr_auc": 0.920478053427439,
+      "eval_hy_ud_pr_auc": 0.9701297442440702,
+      "eval_id_opus100_pr_auc": 0.9049037607578554,
+      "eval_id_ud_pr_auc": 0.9960470104558273,
+      "eval_ig_opus100_pr_auc": 0.8861905018786589,
+      "eval_is_opus100_pr_auc": 0.9375716411296379,
+      "eval_is_ud_pr_auc": 0.9166351269864257,
+      "eval_it_opus100_pr_auc": 0.9275105897485786,
+      "eval_it_ud_pr_auc": 0.9940550457022235,
+      "eval_ja_ersatz_pr_auc": 0.918028895414497,
+      "eval_ja_opus100_pr_auc": 0.8715032193860186,
+      "eval_ja_ud_pr_auc": 0.9865011492309076,
+      "eval_jv_ud_pr_auc": 0.9541382839614576,
+      "eval_ka_opus100_pr_auc": 0.8556243148933258,
+      "eval_kk_ersatz_pr_auc": 0.989886637637318,
+      "eval_kk_opus100_pr_auc": 0.8331224276395999,
+      "eval_kk_ud_pr_auc": 0.9728724172905934,
+      "eval_km_ersatz_pr_auc": 0.9558999040542585,
+      "eval_km_opus100_pr_auc": 0.7890720029230568,
+      "eval_kn_opus100_pr_auc": 0.697141015285033,
+      "eval_ko_opus100_pr_auc": 0.7138752653310421,
+      "eval_ko_ud_pr_auc": 0.9980148460228047,
+      "eval_ku_opus100_pr_auc": 0.8799116408002003,
+      "eval_ky_opus100_pr_auc": 0.9140110618805997,
+      "eval_la_ud_pr_auc": 0.9706909048638899,
+      "eval_loss": 0.02354922518134117,
+      "eval_lt_ersatz_pr_auc": 0.9977058095832063,
+      "eval_lt_opus100_pr_auc": 0.9063132029576852,
+      "eval_lt_ud_pr_auc": 0.9959088455178917,
+      "eval_lv_ersatz_pr_auc": 0.9939472830395104,
+      "eval_lv_opus100_pr_auc": 0.9124130890799023,
+      "eval_lv_ud_pr_auc": 0.9693972508901297,
+      "eval_mg_opus100_pr_auc": 0.9484298781039661,
+      "eval_mk_opus100_pr_auc": 0.9324548252822364,
+      "eval_ml_opus100_pr_auc": 0.8235432360717693,
+      "eval_mn_opus100_pr_auc": 0.9657329260966039,
+      "eval_mr_opus100_pr_auc": 0.9248642153498337,
+      "eval_mr_ud_pr_auc": 0.9798202340543395,
+      "eval_ms_opus100_pr_auc": 0.8873195259896592,
+      "eval_mt_opus100_pr_auc": 0.8824989509994842,
+      "eval_mt_ud_pr_auc": 0.908343077442769,
+      "eval_my_opus100_pr_auc": 0.8702394316915762,
+      "eval_ne_opus100_pr_auc": 0.761724019247192,
+      "eval_nl_opus100_pr_auc": 0.9064714257865959,
+      "eval_nl_ud_pr_auc": 0.9879073967200505,
+      "eval_no_opus100_pr_auc": 0.931820202804749,
+      "eval_no_ud_pr_auc": 0.9963818949726538,
+      "eval_pa_opus100_pr_auc": 0.726781888260017,
+      "eval_pl_ersatz_pr_auc": 0.97239662773026,
+      "eval_pl_opus100_pr_auc": 0.9141589211232658,
+      "eval_pl_ud_pr_auc": 0.9743565356614884,
+      "eval_ps_ersatz_pr_auc": 0.9304122971220138,
+      "eval_ps_opus100_pr_auc": 0.7689240314943608,
+      "eval_pt_opus100_pr_auc": 0.9373659933694306,
+      "eval_pt_ud_pr_auc": 0.9881665626148464,
+      "eval_ro_ersatz_pr_auc": 0.9943826216909434,
+      "eval_ro_opus100_pr_auc": 0.8726623915300001,
+      "eval_ro_ud_pr_auc": 0.9330583126901559,
+      "eval_ru_ersatz_pr_auc": 0.9966261153839873,
+      "eval_ru_opus100_pr_auc": 0.9429705664993964,
+      "eval_ru_ud_pr_auc": 0.8907302576657412,
+      "eval_runtime": 387.4034,
+      "eval_samples_per_second": 195.166,
+      "eval_si_opus100_pr_auc": 0.835475645772714,
+      "eval_sk_opus100_pr_auc": 0.9523811388248741,
+      "eval_sk_ud_pr_auc": 0.9865853336590868,
+      "eval_sl_opus100_pr_auc": 0.9008914130290671,
+      "eval_sl_ud_pr_auc": 0.9670386987933294,
+      "eval_sq_opus100_pr_auc": 0.937206412629958,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.927621136688099,
+      "eval_sr_ud_pr_auc": 0.9995704578858754,
+      "eval_steps_per_second": 0.764,
+      "eval_sv_opus100_pr_auc": 0.9176930650374913,
+      "eval_sv_ud_pr_auc": 0.958894296637224,
+      "eval_ta_ersatz_pr_auc": 0.9835330299046415,
+      "eval_ta_opus100_pr_auc": 0.7560631167555986,
+      "eval_ta_ud_pr_auc": 0.9990232486739491,
+      "eval_te_opus100_pr_auc": 0.8286894611025967,
+      "eval_tg_opus100_pr_auc": 0.9090923354914671,
+      "eval_th_opus100_pr_auc": 0.7104902530827003,
+      "eval_th_ud_pr_auc": 0.8929372351975586,
+      "eval_tr_ersatz_pr_auc": 0.9736851030228862,
+      "eval_tr_opus100_pr_auc": 0.9154083122316634,
+      "eval_tr_ud_pr_auc": 0.9604089957682984,
+      "eval_uk_opus100_pr_auc": 0.8882334205889046,
+      "eval_uk_ud_pr_auc": 0.9246352460882139,
+      "eval_ur_opus100_pr_auc": 0.656335745016874,
+      "eval_ur_ud_pr_auc": 0.9952453372068832,
+      "eval_uz_opus100_pr_auc": 0.8958394127107192,
+      "eval_vi_opus100_pr_auc": 0.9079933611079275,
+      "eval_vi_ud_pr_auc": 0.954712062927997,
+      "eval_xh_opus100_pr_auc": 0.9017161740178855,
+      "eval_yi_opus100_pr_auc": 0.702053127087627,
+      "eval_yo_opus100_pr_auc": 0.8388953701985719,
+      "eval_yo_ud_pr_auc": 0.9303598072579418,
+      "eval_zh_ersatz_pr_auc": 0.9797273765218663,
+      "eval_zh_opus100_pr_auc": 0.9075537493062069,
+      "eval_zh_ud_pr_auc": 0.9947774415737995,
+      "eval_zu_opus100_pr_auc": 0.8552518718089535,
+      "step": 325000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0202,
+      "step": 325050
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.02,
+      "step": 325100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.02,
+      "step": 325150
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.02,
+      "step": 325200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.0202,
+      "step": 325250
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.0202,
+      "step": 325300
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.0201,
+      "step": 325350
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0203,
+      "step": 325400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0201,
+      "step": 325450
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.02,
+      "step": 325500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0202,
+      "step": 325550
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.02,
+      "step": 325600
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.02,
+      "step": 325650
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0201,
+      "step": 325700
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0202,
+      "step": 325750
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0201,
+      "step": 325800
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.0203,
+      "step": 325850
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.0203,
+      "step": 325900
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.0201,
+      "step": 325950
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0201,
+      "step": 326000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.02,
+      "step": 326050
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.02,
+      "step": 326100
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.0201,
+      "step": 326150
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.0202,
+      "step": 326200
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.0201,
+      "step": 326250
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.02,
+      "step": 326300
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0199,
+      "step": 326350
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0201,
+      "step": 326400
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0203,
+      "step": 326450
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0202,
+      "step": 326500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.0202,
+      "step": 326550
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0204,
+      "step": 326600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.0204,
+      "step": 326650
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0202,
+      "step": 326700
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0204,
+      "step": 326750
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0199,
+      "step": 326800
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0203,
+      "step": 326850
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.0201,
+      "step": 326900
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.02,
+      "step": 326950
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.0201,
+      "step": 327000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0201,
+      "step": 327050
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.0202,
+      "step": 327100
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0203,
+      "step": 327150
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0199,
+      "step": 327200
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0201,
+      "step": 327250
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0203,
+      "step": 327300
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0202,
+      "step": 327350
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0201,
+      "step": 327400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.02,
+      "step": 327450
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0201,
+      "step": 327500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0199,
+      "step": 327550
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0201,
+      "step": 327600
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.0201,
+      "step": 327650
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.02,
+      "step": 327700
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.02,
+      "step": 327750
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0201,
+      "step": 327800
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0198,
+      "step": 327850
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.0201,
+      "step": 327900
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.0204,
+      "step": 327950
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0201,
+      "step": 328000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0202,
+      "step": 328050
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0201,
+      "step": 328100
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0201,
+      "step": 328150
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.0201,
+      "step": 328200
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.02,
+      "step": 328250
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.0201,
+      "step": 328300
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.02,
+      "step": 328350
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.0201,
+      "step": 328400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.0202,
+      "step": 328450
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.02,
+      "step": 328500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.0203,
+      "step": 328550
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.0201,
+      "step": 328600
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.0201,
+      "step": 328650
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.02,
+      "step": 328700
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.02,
+      "step": 328750
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0201,
+      "step": 328800
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0203,
+      "step": 328850
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0201,
+      "step": 328900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.0199,
+      "step": 328950
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.02,
+      "step": 329000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0198,
+      "step": 329050
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.0199,
+      "step": 329100
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.0201,
+      "step": 329150
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.0198,
+      "step": 329200
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.0203,
+      "step": 329250
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.0199,
+      "step": 329300
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.0202,
+      "step": 329350
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.02,
+      "step": 329400
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0201,
+      "step": 329450
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.02,
+      "step": 329500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0201,
+      "step": 329550
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0199,
+      "step": 329600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.02,
+      "step": 329650
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0201,
+      "step": 329700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.0201,
+      "step": 329750
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.02,
+      "step": 329800
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.02,
+      "step": 329850
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0201,
+      "step": 329900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0202,
+      "step": 329950
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.02,
+      "step": 330000
+    },
+    {
+      "epoch": 2.2,
+      "eval_af_opus100_pr_auc": 0.8133356715157778,
+      "eval_af_ud_pr_auc": 0.9970578259392093,
+      "eval_am_opus100_pr_auc": 0.6828491704825277,
+      "eval_ar_ersatz_pr_auc": 0.9391018147876775,
+      "eval_ar_opus100_pr_auc": 0.7668270748010042,
+      "eval_ar_ud_pr_auc": 0.909627161127126,
+      "eval_average_ersatz_pr_auc": 0.9777239313200312,
+      "eval_average_opus100_pr_auc": 0.8647968353828946,
+      "eval_average_ud_pr_auc": 0.9691174888155354,
+      "eval_az_opus100_pr_auc": 0.8235893852878111,
+      "eval_be_opus100_pr_auc": 0.7870378160934292,
+      "eval_be_ud_pr_auc": 0.9038813448083705,
+      "eval_bg_opus100_pr_auc": 0.9298960877055558,
+      "eval_bg_ud_pr_auc": 0.9980789945755241,
+      "eval_bn_opus100_pr_auc": 0.8683734515766564,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9089012863530912,
+      "eval_ca_ud_pr_auc": 0.9983453857314641,
+      "eval_ceb_ud_pr_auc": 0.9965064459715387,
+      "eval_cs_ersatz_pr_auc": 0.9889198684464201,
+      "eval_cs_opus100_pr_auc": 0.9312909688827377,
+      "eval_cs_ud_pr_auc": 0.9640113340544559,
+      "eval_cy_opus100_pr_auc": 0.797403586851464,
+      "eval_cy_ud_pr_auc": 0.9982253713423186,
+      "eval_da_opus100_pr_auc": 0.934414345803778,
+      "eval_da_ud_pr_auc": 0.9813368656668747,
+      "eval_de_ersatz_pr_auc": 0.991971541119403,
+      "eval_de_opus100_pr_auc": 0.9252455897781544,
+      "eval_de_ud_pr_auc": 0.9853542382747382,
+      "eval_el_opus100_pr_auc": 0.9269794483946906,
+      "eval_el_ud_pr_auc": 0.9893848541346771,
+      "eval_en_ersatz_pr_auc": 0.9946581519695912,
+      "eval_en_opus100_pr_auc": 0.924884858861231,
+      "eval_en_ud_pr_auc": 0.987541614386227,
+      "eval_eo_opus100_pr_auc": 0.9354250630463744,
+      "eval_es_ersatz_pr_auc": 0.9971430318948077,
+      "eval_es_opus100_pr_auc": 0.9462756719548053,
+      "eval_es_ud_pr_auc": 0.9903497827425697,
+      "eval_et_ersatz_pr_auc": 0.9826686245794052,
+      "eval_et_opus100_pr_auc": 0.9389732648665082,
+      "eval_et_ud_pr_auc": 0.97937075698628,
+      "eval_eu_opus100_pr_auc": 0.8891524093305287,
+      "eval_eu_ud_pr_auc": 0.9906972785422533,
+      "eval_fa_opus100_pr_auc": 0.6578550588544829,
+      "eval_fa_ud_pr_auc": 0.9969456799596748,
+      "eval_fi_ersatz_pr_auc": 0.9958402564265569,
+      "eval_fi_opus100_pr_auc": 0.9350188039493209,
+      "eval_fi_ud_pr_auc": 0.9698786175861118,
+      "eval_fr_ersatz_pr_auc": 0.9915513431209778,
+      "eval_fr_opus100_pr_auc": 0.9307519658374499,
+      "eval_fr_ud_pr_auc": 0.9933174756575412,
+      "eval_fy_opus100_pr_auc": 0.7056352797398375,
+      "eval_ga_opus100_pr_auc": 0.9237642776743697,
+      "eval_ga_ud_pr_auc": 0.8301343614576311,
+      "eval_gd_opus100_pr_auc": 0.7777018142307343,
+      "eval_gd_ud_pr_auc": 0.8398417457397437,
+      "eval_gl_opus100_pr_auc": 0.9085723204396914,
+      "eval_gl_ud_pr_auc": 0.9976653005224807,
+      "eval_gu_ersatz_pr_auc": 0.9542220192717087,
+      "eval_gu_opus100_pr_auc": 0.7690829800684619,
+      "eval_ha_opus100_pr_auc": 0.939274729795969,
+      "eval_he_opus100_pr_auc": 0.895581848191056,
+      "eval_he_ud_pr_auc": 0.9881745902972048,
+      "eval_hi_ersatz_pr_auc": 0.985384487027515,
+      "eval_hi_opus100_pr_auc": 0.746908762070513,
+      "eval_hi_ud_pr_auc": 0.9902938811674039,
+      "eval_hu_opus100_pr_auc": 0.9277420713791883,
+      "eval_hu_ud_pr_auc": 0.9872338397154763,
+      "eval_hy_opus100_pr_auc": 0.9150707696652776,
+      "eval_hy_ud_pr_auc": 0.9704470093581059,
+      "eval_id_opus100_pr_auc": 0.9079706992217975,
+      "eval_id_ud_pr_auc": 0.9973109327025893,
+      "eval_ig_opus100_pr_auc": 0.8755096889540911,
+      "eval_is_opus100_pr_auc": 0.9402376683570196,
+      "eval_is_ud_pr_auc": 0.920472087370769,
+      "eval_it_opus100_pr_auc": 0.9272078572183501,
+      "eval_it_ud_pr_auc": 0.9943438400704903,
+      "eval_ja_ersatz_pr_auc": 0.9178159609723497,
+      "eval_ja_opus100_pr_auc": 0.8692912111080126,
+      "eval_ja_ud_pr_auc": 0.986235533594028,
+      "eval_jv_ud_pr_auc": 0.954149018578393,
+      "eval_ka_opus100_pr_auc": 0.8638791363329944,
+      "eval_kk_ersatz_pr_auc": 0.9907928183147585,
+      "eval_kk_opus100_pr_auc": 0.8216658622158619,
+      "eval_kk_ud_pr_auc": 0.9741946095774949,
+      "eval_km_ersatz_pr_auc": 0.9548395335091958,
+      "eval_km_opus100_pr_auc": 0.8000440330134397,
+      "eval_kn_opus100_pr_auc": 0.6953585360831406,
+      "eval_ko_opus100_pr_auc": 0.7141714600962901,
+      "eval_ko_ud_pr_auc": 0.9970824240343676,
+      "eval_ku_opus100_pr_auc": 0.8736943274870113,
+      "eval_ky_opus100_pr_auc": 0.9164222507309181,
+      "eval_la_ud_pr_auc": 0.9675768162865315,
+      "eval_loss": 0.023596808314323425,
+      "eval_lt_ersatz_pr_auc": 0.997838804139541,
+      "eval_lt_opus100_pr_auc": 0.906503948992218,
+      "eval_lt_ud_pr_auc": 0.9958578021963237,
+      "eval_lv_ersatz_pr_auc": 0.9952965202640245,
+      "eval_lv_opus100_pr_auc": 0.9103179808440491,
+      "eval_lv_ud_pr_auc": 0.9714234361615258,
+      "eval_mg_opus100_pr_auc": 0.9497832607686908,
+      "eval_mk_opus100_pr_auc": 0.932948352545564,
+      "eval_ml_opus100_pr_auc": 0.8300243532341876,
+      "eval_mn_opus100_pr_auc": 0.9640535489847983,
+      "eval_mr_opus100_pr_auc": 0.9256126174290802,
+      "eval_mr_ud_pr_auc": 0.979358158329326,
+      "eval_ms_opus100_pr_auc": 0.8933023875900918,
+      "eval_mt_opus100_pr_auc": 0.8788272942708492,
+      "eval_mt_ud_pr_auc": 0.9142986700535435,
+      "eval_my_opus100_pr_auc": 0.8670762929171295,
+      "eval_ne_opus100_pr_auc": 0.7727486305967476,
+      "eval_nl_opus100_pr_auc": 0.9060436038024461,
+      "eval_nl_ud_pr_auc": 0.990278890245312,
+      "eval_no_opus100_pr_auc": 0.9305835761393545,
+      "eval_no_ud_pr_auc": 0.996225050513958,
+      "eval_pa_opus100_pr_auc": 0.7126814578728794,
+      "eval_pl_ersatz_pr_auc": 0.9739032464053469,
+      "eval_pl_opus100_pr_auc": 0.913816427384334,
+      "eval_pl_ud_pr_auc": 0.9743333404055207,
+      "eval_ps_ersatz_pr_auc": 0.9281386378413042,
+      "eval_ps_opus100_pr_auc": 0.7673312506571026,
+      "eval_pt_opus100_pr_auc": 0.936391059103904,
+      "eval_pt_ud_pr_auc": 0.9880535279069673,
+      "eval_ro_ersatz_pr_auc": 0.9947176587555195,
+      "eval_ro_opus100_pr_auc": 0.8830472153860113,
+      "eval_ro_ud_pr_auc": 0.9417830338344717,
+      "eval_ru_ersatz_pr_auc": 0.9968697340437538,
+      "eval_ru_opus100_pr_auc": 0.9467263415123828,
+      "eval_ru_ud_pr_auc": 0.8922799309555057,
+      "eval_runtime": 391.7348,
+      "eval_samples_per_second": 193.008,
+      "eval_si_opus100_pr_auc": 0.8333284922593355,
+      "eval_sk_opus100_pr_auc": 0.9475604819642177,
+      "eval_sk_ud_pr_auc": 0.9865480373661506,
+      "eval_sl_opus100_pr_auc": 0.9016458252617038,
+      "eval_sl_ud_pr_auc": 0.9699767890843923,
+      "eval_sq_opus100_pr_auc": 0.9405362274806602,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.929572183466381,
+      "eval_sr_ud_pr_auc": 0.999533740977945,
+      "eval_steps_per_second": 0.756,
+      "eval_sv_opus100_pr_auc": 0.9190409640402245,
+      "eval_sv_ud_pr_auc": 0.9605563368270704,
+      "eval_ta_ersatz_pr_auc": 0.985976560517962,
+      "eval_ta_opus100_pr_auc": 0.7537849142828891,
+      "eval_ta_ud_pr_auc": 0.9990906985076062,
+      "eval_te_opus100_pr_auc": 0.8226092663492607,
+      "eval_tg_opus100_pr_auc": 0.9111209107137066,
+      "eval_th_opus100_pr_auc": 0.7080240068254414,
+      "eval_th_ud_pr_auc": 0.8904280512483936,
+      "eval_tr_ersatz_pr_auc": 0.9770493616930082,
+      "eval_tr_opus100_pr_auc": 0.9158068176401362,
+      "eval_tr_ud_pr_auc": 0.965706331541418,
+      "eval_uk_opus100_pr_auc": 0.8935829395160706,
+      "eval_uk_ud_pr_auc": 0.9244208874221047,
+      "eval_ur_opus100_pr_auc": 0.6552118248628758,
+      "eval_ur_ud_pr_auc": 0.9956878607344709,
+      "eval_uz_opus100_pr_auc": 0.8952762633165122,
+      "eval_vi_opus100_pr_auc": 0.9038022372300698,
+      "eval_vi_ud_pr_auc": 0.9497554431312647,
+      "eval_xh_opus100_pr_auc": 0.8991589119917771,
+      "eval_yi_opus100_pr_auc": 0.7036205638414104,
+      "eval_yo_opus100_pr_auc": 0.832999174104732,
+      "eval_yo_ud_pr_auc": 0.9331844847011592,
+      "eval_zh_ersatz_pr_auc": 0.975226513939861,
+      "eval_zh_opus100_pr_auc": 0.8993851041061961,
+      "eval_zh_ud_pr_auc": 0.9958493423814215,
+      "eval_zu_opus100_pr_auc": 0.8501852278105162,
+      "step": 330000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.02,
+      "step": 330050
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.02,
+      "step": 330100
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.0201,
+      "step": 330150
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0203,
+      "step": 330200
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.0202,
+      "step": 330250
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.0202,
+      "step": 330300
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.0201,
+      "step": 330350
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.0199,
+      "step": 330400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.02,
+      "step": 330450
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0201,
+      "step": 330500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.0201,
+      "step": 330550
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.02,
+      "step": 330600
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0198,
+      "step": 330650
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.0201,
+      "step": 330700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0201,
+      "step": 330750
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0199,
+      "step": 330800
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.02,
+      "step": 330850
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.02,
+      "step": 330900
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0199,
+      "step": 330950
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0201,
+      "step": 331000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.02,
+      "step": 331050
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0201,
+      "step": 331100
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0202,
+      "step": 331150
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.0203,
+      "step": 331200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.0203,
+      "step": 331250
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.02,
+      "step": 331300
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0201,
+      "step": 331350
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0199,
+      "step": 331400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0202,
+      "step": 331450
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0202,
+      "step": 331500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0201,
+      "step": 331550
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0199,
+      "step": 331600
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.0201,
+      "step": 331650
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0201,
+      "step": 331700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.0202,
+      "step": 331750
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.02,
+      "step": 331800
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0201,
+      "step": 331850
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0198,
+      "step": 331900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.0199,
+      "step": 331950
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0201,
+      "step": 332000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.0202,
+      "step": 332050
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.02,
+      "step": 332100
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.02,
+      "step": 332150
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.02,
+      "step": 332200
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.02,
+      "step": 332250
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.02,
+      "step": 332300
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.0202,
+      "step": 332350
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0201,
+      "step": 332400
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.0201,
+      "step": 332450
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.0201,
+      "step": 332500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.0201,
+      "step": 332550
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.02,
+      "step": 332600
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.02,
+      "step": 332650
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0201,
+      "step": 332700
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0203,
+      "step": 332750
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.0201,
+      "step": 332800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0202,
+      "step": 332850
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.0201,
+      "step": 332900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.02,
+      "step": 332950
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0201,
+      "step": 333000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.02,
+      "step": 333050
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0201,
+      "step": 333100
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0202,
+      "step": 333150
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.0198,
+      "step": 333200
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.0199,
+      "step": 333250
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0198,
+      "step": 333300
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0199,
+      "step": 333350
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.02,
+      "step": 333400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0199,
+      "step": 333450
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.02,
+      "step": 333500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.02,
+      "step": 333550
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.0201,
+      "step": 333600
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0202,
+      "step": 333650
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0201,
+      "step": 333700
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.0203,
+      "step": 333750
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0199,
+      "step": 333800
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.0201,
+      "step": 333850
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.02,
+      "step": 333900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.02,
+      "step": 333950
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0201,
+      "step": 334000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.02,
+      "step": 334050
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.02,
+      "step": 334100
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0199,
+      "step": 334150
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0199,
+      "step": 334200
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0201,
+      "step": 334250
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.02,
+      "step": 334300
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.02,
+      "step": 334350
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.02,
+      "step": 334400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.02,
+      "step": 334450
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.0202,
+      "step": 334500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.0198,
+      "step": 334550
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.02,
+      "step": 334600
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.0202,
+      "step": 334650
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.0202,
+      "step": 334700
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0199,
+      "step": 334750
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.02,
+      "step": 334800
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.02,
+      "step": 334850
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0201,
+      "step": 334900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0201,
+      "step": 334950
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0199,
+      "step": 335000
+    },
+    {
+      "epoch": 2.24,
+      "eval_af_opus100_pr_auc": 0.8017308892010835,
+      "eval_af_ud_pr_auc": 0.9940921799880071,
+      "eval_am_opus100_pr_auc": 0.6793897651215811,
+      "eval_ar_ersatz_pr_auc": 0.9317635112701524,
+      "eval_ar_opus100_pr_auc": 0.757310771284182,
+      "eval_ar_ud_pr_auc": 0.9078940647704634,
+      "eval_average_ersatz_pr_auc": 0.9748156752190731,
+      "eval_average_opus100_pr_auc": 0.859721260691253,
+      "eval_average_ud_pr_auc": 0.9654243459404936,
+      "eval_az_opus100_pr_auc": 0.7907171423257224,
+      "eval_be_opus100_pr_auc": 0.7549059237773239,
+      "eval_be_ud_pr_auc": 0.8902844511410675,
+      "eval_bg_opus100_pr_auc": 0.9274415070995866,
+      "eval_bg_ud_pr_auc": 0.9972238725866447,
+      "eval_bn_opus100_pr_auc": 0.8593746339755902,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9028874728872696,
+      "eval_ca_ud_pr_auc": 0.996896982096467,
+      "eval_ceb_ud_pr_auc": 0.99611224430071,
+      "eval_cs_ersatz_pr_auc": 0.987871717681148,
+      "eval_cs_opus100_pr_auc": 0.9280444067596346,
+      "eval_cs_ud_pr_auc": 0.9615511011577257,
+      "eval_cy_opus100_pr_auc": 0.7922661737418111,
+      "eval_cy_ud_pr_auc": 0.9976209460837543,
+      "eval_da_opus100_pr_auc": 0.9311573542405817,
+      "eval_da_ud_pr_auc": 0.9774381484857759,
+      "eval_de_ersatz_pr_auc": 0.9905891837357439,
+      "eval_de_opus100_pr_auc": 0.9199965220707257,
+      "eval_de_ud_pr_auc": 0.9839222396886849,
+      "eval_el_opus100_pr_auc": 0.9257281600193641,
+      "eval_el_ud_pr_auc": 0.990877710917521,
+      "eval_en_ersatz_pr_auc": 0.9937257004011575,
+      "eval_en_opus100_pr_auc": 0.9208257733220403,
+      "eval_en_ud_pr_auc": 0.9860261524471816,
+      "eval_eo_opus100_pr_auc": 0.9284078438177085,
+      "eval_es_ersatz_pr_auc": 0.9965732311931405,
+      "eval_es_opus100_pr_auc": 0.9429389126041966,
+      "eval_es_ud_pr_auc": 0.9900156095782386,
+      "eval_et_ersatz_pr_auc": 0.9813286254477295,
+      "eval_et_opus100_pr_auc": 0.936965980278985,
+      "eval_et_ud_pr_auc": 0.9738306271777588,
+      "eval_eu_opus100_pr_auc": 0.8854826933936677,
+      "eval_eu_ud_pr_auc": 0.9914532857272074,
+      "eval_fa_opus100_pr_auc": 0.6575801925229331,
+      "eval_fa_ud_pr_auc": 0.9967791497644471,
+      "eval_fi_ersatz_pr_auc": 0.9948555375609591,
+      "eval_fi_opus100_pr_auc": 0.9330170529900008,
+      "eval_fi_ud_pr_auc": 0.9641616937266941,
+      "eval_fr_ersatz_pr_auc": 0.9876798762132598,
+      "eval_fr_opus100_pr_auc": 0.9269424051148862,
+      "eval_fr_ud_pr_auc": 0.9911855802547704,
+      "eval_fy_opus100_pr_auc": 0.6965734178007666,
+      "eval_ga_opus100_pr_auc": 0.9197233322411132,
+      "eval_ga_ud_pr_auc": 0.8211231722532983,
+      "eval_gd_opus100_pr_auc": 0.764945951958722,
+      "eval_gd_ud_pr_auc": 0.8271265554094488,
+      "eval_gl_opus100_pr_auc": 0.9055055515687449,
+      "eval_gl_ud_pr_auc": 0.9975749084978428,
+      "eval_gu_ersatz_pr_auc": 0.9503772022716577,
+      "eval_gu_opus100_pr_auc": 0.7715811414193369,
+      "eval_ha_opus100_pr_auc": 0.9393907248470578,
+      "eval_he_opus100_pr_auc": 0.8907241231353957,
+      "eval_he_ud_pr_auc": 0.9853587383943465,
+      "eval_hi_ersatz_pr_auc": 0.9825269087100025,
+      "eval_hi_opus100_pr_auc": 0.7447999233168793,
+      "eval_hi_ud_pr_auc": 0.9887361477985279,
+      "eval_hu_opus100_pr_auc": 0.9237344758140822,
+      "eval_hu_ud_pr_auc": 0.9850127074990542,
+      "eval_hy_opus100_pr_auc": 0.913435207908673,
+      "eval_hy_ud_pr_auc": 0.9675393959064134,
+      "eval_id_opus100_pr_auc": 0.9018113922702561,
+      "eval_id_ud_pr_auc": 0.9960015084592664,
+      "eval_ig_opus100_pr_auc": 0.8762453296614064,
+      "eval_is_opus100_pr_auc": 0.9340655980406993,
+      "eval_is_ud_pr_auc": 0.9122367896167582,
+      "eval_it_opus100_pr_auc": 0.921882341368457,
+      "eval_it_ud_pr_auc": 0.9948436279209218,
+      "eval_ja_ersatz_pr_auc": 0.9084563377459305,
+      "eval_ja_opus100_pr_auc": 0.8634800473328872,
+      "eval_ja_ud_pr_auc": 0.9863438981581212,
+      "eval_jv_ud_pr_auc": 0.9493011891561846,
+      "eval_ka_opus100_pr_auc": 0.8583669520239269,
+      "eval_kk_ersatz_pr_auc": 0.9885591772819582,
+      "eval_kk_opus100_pr_auc": 0.8239670902097835,
+      "eval_kk_ud_pr_auc": 0.9721053487384594,
+      "eval_km_ersatz_pr_auc": 0.9555634201280168,
+      "eval_km_opus100_pr_auc": 0.7969462608057936,
+      "eval_kn_opus100_pr_auc": 0.6968683062444588,
+      "eval_ko_opus100_pr_auc": 0.6966141962701525,
+      "eval_ko_ud_pr_auc": 0.997018145527776,
+      "eval_ku_opus100_pr_auc": 0.8688027193873221,
+      "eval_ky_opus100_pr_auc": 0.9142854325506306,
+      "eval_la_ud_pr_auc": 0.9627273985526184,
+      "eval_loss": 0.023339921608567238,
+      "eval_lt_ersatz_pr_auc": 0.9968766135819187,
+      "eval_lt_opus100_pr_auc": 0.897345462861622,
+      "eval_lt_ud_pr_auc": 0.9935283195521556,
+      "eval_lv_ersatz_pr_auc": 0.992699623035432,
+      "eval_lv_opus100_pr_auc": 0.9101329725160997,
+      "eval_lv_ud_pr_auc": 0.9661702115765859,
+      "eval_mg_opus100_pr_auc": 0.9456047443965258,
+      "eval_mk_opus100_pr_auc": 0.9274207743969192,
+      "eval_ml_opus100_pr_auc": 0.820493527452504,
+      "eval_mn_opus100_pr_auc": 0.9605303848989427,
+      "eval_mr_opus100_pr_auc": 0.9211260051834508,
+      "eval_mr_ud_pr_auc": 0.9720031807076387,
+      "eval_ms_opus100_pr_auc": 0.8850709608003523,
+      "eval_mt_opus100_pr_auc": 0.8750865952639169,
+      "eval_mt_ud_pr_auc": 0.9069114696805971,
+      "eval_my_opus100_pr_auc": 0.8729814181742442,
+      "eval_ne_opus100_pr_auc": 0.7702165493868596,
+      "eval_nl_opus100_pr_auc": 0.901960727644942,
+      "eval_nl_ud_pr_auc": 0.9855654875632123,
+      "eval_no_opus100_pr_auc": 0.9265666507369409,
+      "eval_no_ud_pr_auc": 0.996192001691808,
+      "eval_pa_opus100_pr_auc": 0.7117580263123208,
+      "eval_pl_ersatz_pr_auc": 0.9683932571332758,
+      "eval_pl_opus100_pr_auc": 0.9060153348623818,
+      "eval_pl_ud_pr_auc": 0.968996793162068,
+      "eval_ps_ersatz_pr_auc": 0.9204841195833006,
+      "eval_ps_opus100_pr_auc": 0.7671355866380377,
+      "eval_pt_opus100_pr_auc": 0.9319398406829387,
+      "eval_pt_ud_pr_auc": 0.9878988269306712,
+      "eval_ro_ersatz_pr_auc": 0.9934890033243056,
+      "eval_ro_opus100_pr_auc": 0.8786867336488039,
+      "eval_ro_ud_pr_auc": 0.8873228672132238,
+      "eval_ru_ersatz_pr_auc": 0.9959576378988613,
+      "eval_ru_opus100_pr_auc": 0.937528901264614,
+      "eval_ru_ud_pr_auc": 0.8829438198585293,
+      "eval_runtime": 389.5614,
+      "eval_samples_per_second": 194.085,
+      "eval_si_opus100_pr_auc": 0.8240732261543445,
+      "eval_sk_opus100_pr_auc": 0.9473675313094965,
+      "eval_sk_ud_pr_auc": 0.9866395858802588,
+      "eval_sl_opus100_pr_auc": 0.8931960426215343,
+      "eval_sl_ud_pr_auc": 0.9636515753685765,
+      "eval_sq_opus100_pr_auc": 0.9328325763069977,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9226847015904854,
+      "eval_sr_ud_pr_auc": 0.9990533272503942,
+      "eval_steps_per_second": 0.76,
+      "eval_sv_opus100_pr_auc": 0.9164002447073852,
+      "eval_sv_ud_pr_auc": 0.9574111082174055,
+      "eval_ta_ersatz_pr_auc": 0.9833810389575848,
+      "eval_ta_opus100_pr_auc": 0.7459722920715501,
+      "eval_ta_ud_pr_auc": 0.9988696098382819,
+      "eval_te_opus100_pr_auc": 0.8215545955895118,
+      "eval_tg_opus100_pr_auc": 0.9074931905210876,
+      "eval_th_opus100_pr_auc": 0.699583715369937,
+      "eval_th_ud_pr_auc": 0.8900598706455354,
+      "eval_tr_ersatz_pr_auc": 0.9712537899616388,
+      "eval_tr_opus100_pr_auc": 0.9092926540088683,
+      "eval_tr_ud_pr_auc": 0.9618258652453462,
+      "eval_uk_opus100_pr_auc": 0.8877872115349098,
+      "eval_uk_ud_pr_auc": 0.9215680613785244,
+      "eval_ur_opus100_pr_auc": 0.6620987628166259,
+      "eval_ur_ud_pr_auc": 0.9946653501335104,
+      "eval_uz_opus100_pr_auc": 0.8915271058333851,
+      "eval_vi_opus100_pr_auc": 0.9015516536909896,
+      "eval_vi_ud_pr_auc": 0.9476854596889751,
+      "eval_xh_opus100_pr_auc": 0.8980228442939325,
+      "eval_yi_opus100_pr_auc": 0.6817870583161754,
+      "eval_yo_opus100_pr_auc": 0.8306101301847237,
+      "eval_yo_ud_pr_auc": 0.9338227561969717,
+      "eval_zh_ersatz_pr_auc": 0.9735393417024287,
+      "eval_zh_opus100_pr_auc": 0.9025735639451573,
+      "eval_zh_ud_pr_auc": 0.9959865990457061,
+      "eval_zu_opus100_pr_auc": 0.8462719859678054,
+      "step": 335000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.02,
+      "step": 335050
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0197,
+      "step": 335100
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.02,
+      "step": 335150
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.0199,
+      "step": 335200
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0202,
+      "step": 335250
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.02,
+      "step": 335300
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.02,
+      "step": 335350
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.02,
+      "step": 335400
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.02,
+      "step": 335450
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0199,
+      "step": 335500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0201,
+      "step": 335550
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.0199,
+      "step": 335600
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.0199,
+      "step": 335650
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.02,
+      "step": 335700
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.0199,
+      "step": 335750
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.0201,
+      "step": 335800
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0199,
+      "step": 335850
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.02,
+      "step": 335900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.02,
+      "step": 335950
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.02,
+      "step": 336000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0203,
+      "step": 336050
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0202,
+      "step": 336100
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0199,
+      "step": 336150
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.02,
+      "step": 336200
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.0202,
+      "step": 336250
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.0201,
+      "step": 336300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0201,
+      "step": 336350
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.0198,
+      "step": 336400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0203,
+      "step": 336450
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.02,
+      "step": 336500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.0201,
+      "step": 336550
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.02,
+      "step": 336600
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0203,
+      "step": 336650
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.02,
+      "step": 336700
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0199,
+      "step": 336750
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.02,
+      "step": 336800
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.0197,
+      "step": 336850
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.0199,
+      "step": 336900
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.0199,
+      "step": 336950
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.0201,
+      "step": 337000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.0199,
+      "step": 337050
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.0201,
+      "step": 337100
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0199,
+      "step": 337150
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.0199,
+      "step": 337200
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0201,
+      "step": 337250
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.0199,
+      "step": 337300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.0201,
+      "step": 337350
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.02,
+      "step": 337400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.02,
+      "step": 337450
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0201,
+      "step": 337500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0201,
+      "step": 337550
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0199,
+      "step": 337600
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0201,
+      "step": 337650
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.02,
+      "step": 337700
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0199,
+      "step": 337750
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.0201,
+      "step": 337800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.02,
+      "step": 337850
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0202,
+      "step": 337900
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.0199,
+      "step": 337950
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0202,
+      "step": 338000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.02,
+      "step": 338050
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.0201,
+      "step": 338100
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.0199,
+      "step": 338150
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.02,
+      "step": 338200
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0198,
+      "step": 338250
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.0201,
+      "step": 338300
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0199,
+      "step": 338350
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.02,
+      "step": 338400
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0199,
+      "step": 338450
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0201,
+      "step": 338500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0201,
+      "step": 338550
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.0199,
+      "step": 338600
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0199,
+      "step": 338650
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.0199,
+      "step": 338700
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.0199,
+      "step": 338750
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.0198,
+      "step": 338800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0201,
+      "step": 338850
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0199,
+      "step": 338900
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0201,
+      "step": 338950
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.02,
+      "step": 339000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.02,
+      "step": 339050
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0199,
+      "step": 339100
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0198,
+      "step": 339150
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.0201,
+      "step": 339200
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0201,
+      "step": 339250
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0199,
+      "step": 339300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.0198,
+      "step": 339350
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.02,
+      "step": 339400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.0199,
+      "step": 339450
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.02,
+      "step": 339500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0201,
+      "step": 339550
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.0199,
+      "step": 339600
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.02,
+      "step": 339650
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.0201,
+      "step": 339700
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.02,
+      "step": 339750
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0198,
+      "step": 339800
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.0199,
+      "step": 339850
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0199,
+      "step": 339900
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.0199,
+      "step": 339950
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.02,
+      "step": 340000
+    },
+    {
+      "epoch": 2.27,
+      "eval_af_opus100_pr_auc": 0.8072626086951428,
+      "eval_af_ud_pr_auc": 0.9946834958763485,
+      "eval_am_opus100_pr_auc": 0.6764547105304825,
+      "eval_ar_ersatz_pr_auc": 0.9328193316849394,
+      "eval_ar_opus100_pr_auc": 0.7605834371844828,
+      "eval_ar_ud_pr_auc": 0.9077219028465678,
+      "eval_average_ersatz_pr_auc": 0.9762087170547613,
+      "eval_average_opus100_pr_auc": 0.8621456726664447,
+      "eval_average_ud_pr_auc": 0.965547678417608,
+      "eval_az_opus100_pr_auc": 0.8049576892200717,
+      "eval_be_opus100_pr_auc": 0.7647903006385641,
+      "eval_be_ud_pr_auc": 0.8960096555309041,
+      "eval_bg_opus100_pr_auc": 0.9301859147757161,
+      "eval_bg_ud_pr_auc": 0.9982761607371577,
+      "eval_bn_opus100_pr_auc": 0.8649755345789272,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9084712770120246,
+      "eval_ca_ud_pr_auc": 0.99691011877502,
+      "eval_ceb_ud_pr_auc": 0.9967192500212461,
+      "eval_cs_ersatz_pr_auc": 0.9887672801119648,
+      "eval_cs_opus100_pr_auc": 0.9320779375193504,
+      "eval_cs_ud_pr_auc": 0.9614559920583817,
+      "eval_cy_opus100_pr_auc": 0.8033120762377121,
+      "eval_cy_ud_pr_auc": 0.9977818669639069,
+      "eval_da_opus100_pr_auc": 0.9321438457032944,
+      "eval_da_ud_pr_auc": 0.9781212801604422,
+      "eval_de_ersatz_pr_auc": 0.9918448365025753,
+      "eval_de_opus100_pr_auc": 0.9262313666370966,
+      "eval_de_ud_pr_auc": 0.9846056800958473,
+      "eval_el_opus100_pr_auc": 0.9250539996369117,
+      "eval_el_ud_pr_auc": 0.990868504378268,
+      "eval_en_ersatz_pr_auc": 0.9944087949011025,
+      "eval_en_opus100_pr_auc": 0.9246550044408643,
+      "eval_en_ud_pr_auc": 0.9854445370506971,
+      "eval_eo_opus100_pr_auc": 0.932657873762805,
+      "eval_es_ersatz_pr_auc": 0.9967093867643043,
+      "eval_es_opus100_pr_auc": 0.9432306450073245,
+      "eval_es_ud_pr_auc": 0.990445358013498,
+      "eval_et_ersatz_pr_auc": 0.9845012187453626,
+      "eval_et_opus100_pr_auc": 0.9351199278565999,
+      "eval_et_ud_pr_auc": 0.9755898085268385,
+      "eval_eu_opus100_pr_auc": 0.8868152929654536,
+      "eval_eu_ud_pr_auc": 0.9910653215001157,
+      "eval_fa_opus100_pr_auc": 0.6721037436334923,
+      "eval_fa_ud_pr_auc": 0.9959549706062205,
+      "eval_fi_ersatz_pr_auc": 0.9954840020791146,
+      "eval_fi_opus100_pr_auc": 0.9311549569516298,
+      "eval_fi_ud_pr_auc": 0.9632604318776569,
+      "eval_fr_ersatz_pr_auc": 0.9881128604986865,
+      "eval_fr_opus100_pr_auc": 0.9287065609906757,
+      "eval_fr_ud_pr_auc": 0.9922786974527902,
+      "eval_fy_opus100_pr_auc": 0.7073876754977623,
+      "eval_ga_opus100_pr_auc": 0.9156466189233563,
+      "eval_ga_ud_pr_auc": 0.8160245709838334,
+      "eval_gd_opus100_pr_auc": 0.7592893170256132,
+      "eval_gd_ud_pr_auc": 0.8307213311299809,
+      "eval_gl_opus100_pr_auc": 0.9066205051103423,
+      "eval_gl_ud_pr_auc": 0.9970788760361844,
+      "eval_gu_ersatz_pr_auc": 0.9533718158706879,
+      "eval_gu_opus100_pr_auc": 0.7777512357888182,
+      "eval_ha_opus100_pr_auc": 0.9406770284081843,
+      "eval_he_opus100_pr_auc": 0.89221028682224,
+      "eval_he_ud_pr_auc": 0.9866530513022628,
+      "eval_hi_ersatz_pr_auc": 0.9837226658734558,
+      "eval_hi_opus100_pr_auc": 0.7496591251552011,
+      "eval_hi_ud_pr_auc": 0.9882868582295665,
+      "eval_hu_opus100_pr_auc": 0.9247010131924841,
+      "eval_hu_ud_pr_auc": 0.9851900551350765,
+      "eval_hy_opus100_pr_auc": 0.9189059951259373,
+      "eval_hy_ud_pr_auc": 0.9704069605117299,
+      "eval_id_opus100_pr_auc": 0.9074873744147165,
+      "eval_id_ud_pr_auc": 0.9967831818508739,
+      "eval_ig_opus100_pr_auc": 0.872793204242177,
+      "eval_is_opus100_pr_auc": 0.9337035854266432,
+      "eval_is_ud_pr_auc": 0.9100674280856298,
+      "eval_it_opus100_pr_auc": 0.9221871796220271,
+      "eval_it_ud_pr_auc": 0.9938605093657393,
+      "eval_ja_ersatz_pr_auc": 0.9150281608525317,
+      "eval_ja_opus100_pr_auc": 0.8641631771990614,
+      "eval_ja_ud_pr_auc": 0.9876619501232872,
+      "eval_jv_ud_pr_auc": 0.9497729467163619,
+      "eval_ka_opus100_pr_auc": 0.8560111063858142,
+      "eval_kk_ersatz_pr_auc": 0.9884167852223504,
+      "eval_kk_opus100_pr_auc": 0.8290360885464845,
+      "eval_kk_ud_pr_auc": 0.971788607043448,
+      "eval_km_ersatz_pr_auc": 0.9571268676860745,
+      "eval_km_opus100_pr_auc": 0.7870132313402988,
+      "eval_kn_opus100_pr_auc": 0.6946049127144371,
+      "eval_ko_opus100_pr_auc": 0.7111030657928288,
+      "eval_ko_ud_pr_auc": 0.997550064159015,
+      "eval_ku_opus100_pr_auc": 0.8719152793633629,
+      "eval_ky_opus100_pr_auc": 0.9126234779353247,
+      "eval_la_ud_pr_auc": 0.9604576489902242,
+      "eval_loss": 0.023421084508299828,
+      "eval_lt_ersatz_pr_auc": 0.997075857431909,
+      "eval_lt_opus100_pr_auc": 0.9003798429308546,
+      "eval_lt_ud_pr_auc": 0.993966604807936,
+      "eval_lv_ersatz_pr_auc": 0.9934554588105282,
+      "eval_lv_opus100_pr_auc": 0.9087729839547367,
+      "eval_lv_ud_pr_auc": 0.9674300149274946,
+      "eval_mg_opus100_pr_auc": 0.945796571873544,
+      "eval_mk_opus100_pr_auc": 0.9310378337948669,
+      "eval_ml_opus100_pr_auc": 0.8268732940226075,
+      "eval_mn_opus100_pr_auc": 0.9628946535728492,
+      "eval_mr_opus100_pr_auc": 0.925418675664764,
+      "eval_mr_ud_pr_auc": 0.9788264386367125,
+      "eval_ms_opus100_pr_auc": 0.8825037469974233,
+      "eval_mt_opus100_pr_auc": 0.8787814689732167,
+      "eval_mt_ud_pr_auc": 0.9104965579918594,
+      "eval_my_opus100_pr_auc": 0.866461228745378,
+      "eval_ne_opus100_pr_auc": 0.7552788887038814,
+      "eval_nl_opus100_pr_auc": 0.9013110958946993,
+      "eval_nl_ud_pr_auc": 0.9870206054704737,
+      "eval_no_opus100_pr_auc": 0.926483984706593,
+      "eval_no_ud_pr_auc": 0.9961224341561109,
+      "eval_pa_opus100_pr_auc": 0.711376587496518,
+      "eval_pl_ersatz_pr_auc": 0.9689692626450975,
+      "eval_pl_opus100_pr_auc": 0.9096827768112306,
+      "eval_pl_ud_pr_auc": 0.9694038177685056,
+      "eval_ps_ersatz_pr_auc": 0.9273658223382149,
+      "eval_ps_opus100_pr_auc": 0.7748607960180166,
+      "eval_pt_opus100_pr_auc": 0.9344863094490692,
+      "eval_pt_ud_pr_auc": 0.9875080829543705,
+      "eval_ro_ersatz_pr_auc": 0.9929655718566467,
+      "eval_ro_opus100_pr_auc": 0.8791782361051274,
+      "eval_ro_ud_pr_auc": 0.8784519433647787,
+      "eval_ru_ersatz_pr_auc": 0.9959746806384113,
+      "eval_ru_opus100_pr_auc": 0.9439604777068659,
+      "eval_ru_ud_pr_auc": 0.8815398935238797,
+      "eval_runtime": 392.4692,
+      "eval_samples_per_second": 192.647,
+      "eval_si_opus100_pr_auc": 0.8309422064765787,
+      "eval_sk_opus100_pr_auc": 0.9484356791736035,
+      "eval_sk_ud_pr_auc": 0.9847998492779141,
+      "eval_sl_opus100_pr_auc": 0.8950516218487955,
+      "eval_sl_ud_pr_auc": 0.9634058134540959,
+      "eval_sq_opus100_pr_auc": 0.9392116168319078,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9252202397070781,
+      "eval_sr_ud_pr_auc": 0.9993813665438782,
+      "eval_steps_per_second": 0.754,
+      "eval_sv_opus100_pr_auc": 0.9168083769538886,
+      "eval_sv_ud_pr_auc": 0.9555819684441246,
+      "eval_ta_ersatz_pr_auc": 0.9826676353404304,
+      "eval_ta_opus100_pr_auc": 0.75648059433229,
+      "eval_ta_ud_pr_auc": 0.9984951475691434,
+      "eval_te_opus100_pr_auc": 0.8223316329840986,
+      "eval_tg_opus100_pr_auc": 0.9130458506137443,
+      "eval_th_opus100_pr_auc": 0.7051335581845228,
+      "eval_th_ud_pr_auc": 0.8901597948983442,
+      "eval_tr_ersatz_pr_auc": 0.9715481004922666,
+      "eval_tr_opus100_pr_auc": 0.9103341537113673,
+      "eval_tr_ud_pr_auc": 0.9599908380972173,
+      "eval_uk_opus100_pr_auc": 0.8956064707051008,
+      "eval_uk_ud_pr_auc": 0.9207161480928517,
+      "eval_ur_opus100_pr_auc": 0.6550969036444096,
+      "eval_ur_ud_pr_auc": 0.994596717413637,
+      "eval_uz_opus100_pr_auc": 0.8946119196018002,
+      "eval_vi_opus100_pr_auc": 0.904301471656703,
+      "eval_vi_ud_pr_auc": 0.9504969516765827,
+      "eval_xh_opus100_pr_auc": 0.896858326177209,
+      "eval_yi_opus100_pr_auc": 0.6899231436956513,
+      "eval_yo_opus100_pr_auc": 0.8341424341182948,
+      "eval_yo_ud_pr_auc": 0.9317949814963057,
+      "eval_zh_ersatz_pr_auc": 0.9762553788580935,
+      "eval_zh_opus100_pr_auc": 0.9037619001987495,
+      "eval_zh_ud_pr_auc": 0.9965346271023123,
+      "eval_zu_opus100_pr_auc": 0.8466724165987077,
+      "step": 340000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.0199,
+      "step": 340050
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0201,
+      "step": 340100
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.02,
+      "step": 340150
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.02,
+      "step": 340200
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.0199,
+      "step": 340250
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0199,
+      "step": 340300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0201,
+      "step": 340350
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.02,
+      "step": 340400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0199,
+      "step": 340450
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.02,
+      "step": 340500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.02,
+      "step": 340550
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0198,
+      "step": 340600
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.02,
+      "step": 340650
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0198,
+      "step": 340700
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.0198,
+      "step": 340750
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.02,
+      "step": 340800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0201,
+      "step": 340850
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0199,
+      "step": 340900
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.0201,
+      "step": 340950
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.0198,
+      "step": 341000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0201,
+      "step": 341050
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0199,
+      "step": 341100
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0199,
+      "step": 341150
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0198,
+      "step": 341200
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.0198,
+      "step": 341250
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.0199,
+      "step": 341300
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.0199,
+      "step": 341350
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0199,
+      "step": 341400
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0201,
+      "step": 341450
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.02,
+      "step": 341500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.0198,
+      "step": 341550
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0199,
+      "step": 341600
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0199,
+      "step": 341650
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0199,
+      "step": 341700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0197,
+      "step": 341750
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0199,
+      "step": 341800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0199,
+      "step": 341850
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.0201,
+      "step": 341900
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.0201,
+      "step": 341950
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.0198,
+      "step": 342000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0199,
+      "step": 342050
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0198,
+      "step": 342100
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0199,
+      "step": 342150
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.0201,
+      "step": 342200
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.0199,
+      "step": 342250
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.02,
+      "step": 342300
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.0202,
+      "step": 342350
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.02,
+      "step": 342400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.02,
+      "step": 342450
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.02,
+      "step": 342500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0201,
+      "step": 342550
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.02,
+      "step": 342600
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0199,
+      "step": 342650
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0201,
+      "step": 342700
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.02,
+      "step": 342750
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0199,
+      "step": 342800
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.02,
+      "step": 342850
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.02,
+      "step": 342900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0201,
+      "step": 342950
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.02,
+      "step": 343000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0201,
+      "step": 343050
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.0199,
+      "step": 343100
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0201,
+      "step": 343150
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0198,
+      "step": 343200
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0201,
+      "step": 343250
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.0202,
+      "step": 343300
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.0199,
+      "step": 343350
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.0201,
+      "step": 343400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.02,
+      "step": 343450
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0201,
+      "step": 343500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.0199,
+      "step": 343550
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.02,
+      "step": 343600
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.0198,
+      "step": 343650
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0197,
+      "step": 343700
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0201,
+      "step": 343750
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0199,
+      "step": 343800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0197,
+      "step": 343850
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.02,
+      "step": 343900
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.0199,
+      "step": 343950
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.0201,
+      "step": 344000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.02,
+      "step": 344050
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.0198,
+      "step": 344100
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.02,
+      "step": 344150
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0198,
+      "step": 344200
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0198,
+      "step": 344250
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0198,
+      "step": 344300
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.0199,
+      "step": 344350
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.0199,
+      "step": 344400
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.0198,
+      "step": 344450
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.02,
+      "step": 344500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.0199,
+      "step": 344550
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.02,
+      "step": 344600
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.0198,
+      "step": 344650
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.02,
+      "step": 344700
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.0198,
+      "step": 344750
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.0199,
+      "step": 344800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0198,
+      "step": 344850
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.0199,
+      "step": 344900
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.02,
+      "step": 344950
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.02,
+      "step": 345000
+    },
+    {
+      "epoch": 2.3,
+      "eval_af_opus100_pr_auc": 0.8167062693609166,
+      "eval_af_ud_pr_auc": 0.996306917610529,
+      "eval_am_opus100_pr_auc": 0.6996304987434083,
+      "eval_ar_ersatz_pr_auc": 0.936109238812155,
+      "eval_ar_opus100_pr_auc": 0.7633574139459568,
+      "eval_ar_ud_pr_auc": 0.91065211603545,
+      "eval_average_ersatz_pr_auc": 0.975872515281684,
+      "eval_average_opus100_pr_auc": 0.8663168145275082,
+      "eval_average_ud_pr_auc": 0.9682132423985714,
+      "eval_az_opus100_pr_auc": 0.8066866069061078,
+      "eval_be_opus100_pr_auc": 0.7832222113987352,
+      "eval_be_ud_pr_auc": 0.9048284428200921,
+      "eval_bg_opus100_pr_auc": 0.9263963614530827,
+      "eval_bg_ud_pr_auc": 0.9978451071516243,
+      "eval_bn_opus100_pr_auc": 0.869327036425531,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9108666560154572,
+      "eval_ca_ud_pr_auc": 0.9975611819155972,
+      "eval_ceb_ud_pr_auc": 0.9961703857490464,
+      "eval_cs_ersatz_pr_auc": 0.9896056303820578,
+      "eval_cs_opus100_pr_auc": 0.9333617288097057,
+      "eval_cs_ud_pr_auc": 0.9645408963717722,
+      "eval_cy_opus100_pr_auc": 0.8086728857581011,
+      "eval_cy_ud_pr_auc": 0.9978900439790922,
+      "eval_da_opus100_pr_auc": 0.9345279450295081,
+      "eval_da_ud_pr_auc": 0.9793457084614876,
+      "eval_de_ersatz_pr_auc": 0.9916588682976799,
+      "eval_de_opus100_pr_auc": 0.9261725350042858,
+      "eval_de_ud_pr_auc": 0.9857923944507274,
+      "eval_el_opus100_pr_auc": 0.9289612512073813,
+      "eval_el_ud_pr_auc": 0.9925419737514088,
+      "eval_en_ersatz_pr_auc": 0.9942031906762465,
+      "eval_en_opus100_pr_auc": 0.9256487935822895,
+      "eval_en_ud_pr_auc": 0.9868623702775009,
+      "eval_eo_opus100_pr_auc": 0.9345619574295142,
+      "eval_es_ersatz_pr_auc": 0.9968443298051811,
+      "eval_es_opus100_pr_auc": 0.9472379969023688,
+      "eval_es_ud_pr_auc": 0.9904327894963805,
+      "eval_et_ersatz_pr_auc": 0.9834070775879907,
+      "eval_et_opus100_pr_auc": 0.9387807896199376,
+      "eval_et_ud_pr_auc": 0.9758338024508122,
+      "eval_eu_opus100_pr_auc": 0.8878309590708927,
+      "eval_eu_ud_pr_auc": 0.9927643951631467,
+      "eval_fa_opus100_pr_auc": 0.6554507335906836,
+      "eval_fa_ud_pr_auc": 0.9971807640907817,
+      "eval_fi_ersatz_pr_auc": 0.9955194842233784,
+      "eval_fi_opus100_pr_auc": 0.9380793902023098,
+      "eval_fi_ud_pr_auc": 0.9704050274572422,
+      "eval_fr_ersatz_pr_auc": 0.9883412434403551,
+      "eval_fr_opus100_pr_auc": 0.9316776956474193,
+      "eval_fr_ud_pr_auc": 0.9913335603779228,
+      "eval_fy_opus100_pr_auc": 0.7213838339883348,
+      "eval_ga_opus100_pr_auc": 0.9223698513948315,
+      "eval_ga_ud_pr_auc": 0.8220117325526508,
+      "eval_gd_opus100_pr_auc": 0.7744228844500162,
+      "eval_gd_ud_pr_auc": 0.8279135105683244,
+      "eval_gl_opus100_pr_auc": 0.9110439325136849,
+      "eval_gl_ud_pr_auc": 0.9973980875671294,
+      "eval_gu_ersatz_pr_auc": 0.9543918647156638,
+      "eval_gu_opus100_pr_auc": 0.7868957868898343,
+      "eval_ha_opus100_pr_auc": 0.9409338696964322,
+      "eval_he_opus100_pr_auc": 0.8932847139695029,
+      "eval_he_ud_pr_auc": 0.9880264757959794,
+      "eval_hi_ersatz_pr_auc": 0.9854573443925762,
+      "eval_hi_opus100_pr_auc": 0.7555294995882577,
+      "eval_hi_ud_pr_auc": 0.9911134323268932,
+      "eval_hu_opus100_pr_auc": 0.9274891239691632,
+      "eval_hu_ud_pr_auc": 0.9857022092341846,
+      "eval_hy_opus100_pr_auc": 0.9221773858753853,
+      "eval_hy_ud_pr_auc": 0.9720909652685547,
+      "eval_id_opus100_pr_auc": 0.9072375528845634,
+      "eval_id_ud_pr_auc": 0.9964866393975677,
+      "eval_ig_opus100_pr_auc": 0.8849840657883276,
+      "eval_is_opus100_pr_auc": 0.9396111799888122,
+      "eval_is_ud_pr_auc": 0.912542090123691,
+      "eval_it_opus100_pr_auc": 0.9275314834532228,
+      "eval_it_ud_pr_auc": 0.9946066707145345,
+      "eval_ja_ersatz_pr_auc": 0.9029680910484712,
+      "eval_ja_opus100_pr_auc": 0.8719328095900511,
+      "eval_ja_ud_pr_auc": 0.9859488542017136,
+      "eval_jv_ud_pr_auc": 0.9511927211077943,
+      "eval_ka_opus100_pr_auc": 0.8633465157625252,
+      "eval_kk_ersatz_pr_auc": 0.9897553173253406,
+      "eval_kk_opus100_pr_auc": 0.8365962324764825,
+      "eval_kk_ud_pr_auc": 0.9736767623610909,
+      "eval_km_ersatz_pr_auc": 0.9561804648227828,
+      "eval_km_opus100_pr_auc": 0.7887442888644434,
+      "eval_kn_opus100_pr_auc": 0.6889533715063818,
+      "eval_ko_opus100_pr_auc": 0.7144235771483554,
+      "eval_ko_ud_pr_auc": 0.9972723862340589,
+      "eval_ku_opus100_pr_auc": 0.8836555098382011,
+      "eval_ky_opus100_pr_auc": 0.9183652384964514,
+      "eval_la_ud_pr_auc": 0.9671376410341963,
+      "eval_loss": 0.02332077920436859,
+      "eval_lt_ersatz_pr_auc": 0.9967142816295995,
+      "eval_lt_opus100_pr_auc": 0.9066951524309944,
+      "eval_lt_ud_pr_auc": 0.9955525334417047,
+      "eval_lv_ersatz_pr_auc": 0.9938664162286879,
+      "eval_lv_opus100_pr_auc": 0.9115916508038561,
+      "eval_lv_ud_pr_auc": 0.9688294522961448,
+      "eval_mg_opus100_pr_auc": 0.947622658372415,
+      "eval_mk_opus100_pr_auc": 0.9308820046757749,
+      "eval_ml_opus100_pr_auc": 0.8261916504069741,
+      "eval_mn_opus100_pr_auc": 0.9663079974311902,
+      "eval_mr_opus100_pr_auc": 0.9238055978208459,
+      "eval_mr_ud_pr_auc": 0.9823153930633309,
+      "eval_ms_opus100_pr_auc": 0.8895894962254188,
+      "eval_mt_opus100_pr_auc": 0.8882513946106939,
+      "eval_mt_ud_pr_auc": 0.9219258838054928,
+      "eval_my_opus100_pr_auc": 0.8694821851936196,
+      "eval_ne_opus100_pr_auc": 0.7695270889801021,
+      "eval_nl_opus100_pr_auc": 0.9034952236798125,
+      "eval_nl_ud_pr_auc": 0.9878821080062552,
+      "eval_no_opus100_pr_auc": 0.9264646166955927,
+      "eval_no_ud_pr_auc": 0.9965079137444448,
+      "eval_pa_opus100_pr_auc": 0.7230519975065387,
+      "eval_pl_ersatz_pr_auc": 0.9712642609735539,
+      "eval_pl_opus100_pr_auc": 0.9120567691697805,
+      "eval_pl_ud_pr_auc": 0.9735647473515742,
+      "eval_ps_ersatz_pr_auc": 0.9254610558602588,
+      "eval_ps_opus100_pr_auc": 0.7780047159385468,
+      "eval_pt_opus100_pr_auc": 0.9370434851843732,
+      "eval_pt_ud_pr_auc": 0.9882743679846611,
+      "eval_ro_ersatz_pr_auc": 0.9940508685161317,
+      "eval_ro_opus100_pr_auc": 0.8776294843945832,
+      "eval_ro_ud_pr_auc": 0.9310738574577638,
+      "eval_ru_ersatz_pr_auc": 0.9963182085251236,
+      "eval_ru_opus100_pr_auc": 0.9459147755802043,
+      "eval_ru_ud_pr_auc": 0.8841735748817672,
+      "eval_runtime": 387.5836,
+      "eval_samples_per_second": 195.075,
+      "eval_si_opus100_pr_auc": 0.8362422640633663,
+      "eval_sk_opus100_pr_auc": 0.9509754660963088,
+      "eval_sk_ud_pr_auc": 0.9853274355246859,
+      "eval_sl_opus100_pr_auc": 0.8978849851675372,
+      "eval_sl_ud_pr_auc": 0.9670265962471276,
+      "eval_sq_opus100_pr_auc": 0.9403117598084527,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9332640483893876,
+      "eval_sr_ud_pr_auc": 0.9991786571572481,
+      "eval_steps_per_second": 0.764,
+      "eval_sv_opus100_pr_auc": 0.9201844666336251,
+      "eval_sv_ud_pr_auc": 0.957922902779952,
+      "eval_ta_ersatz_pr_auc": 0.982904520193824,
+      "eval_ta_opus100_pr_auc": 0.7645271497273062,
+      "eval_ta_ud_pr_auc": 0.9984656934653323,
+      "eval_te_opus100_pr_auc": 0.8287681972923734,
+      "eval_tg_opus100_pr_auc": 0.9183119947868478,
+      "eval_th_opus100_pr_auc": 0.7081159224614286,
+      "eval_th_ud_pr_auc": 0.8936910916056692,
+      "eval_tr_ersatz_pr_auc": 0.9726473855370303,
+      "eval_tr_opus100_pr_auc": 0.9126001224910242,
+      "eval_tr_ud_pr_auc": 0.9609484772140487,
+      "eval_uk_opus100_pr_auc": 0.896466888823648,
+      "eval_uk_ud_pr_auc": 0.9235498154409092,
+      "eval_ur_opus100_pr_auc": 0.6605992025738311,
+      "eval_ur_ud_pr_auc": 0.9945555930709867,
+      "eval_uz_opus100_pr_auc": 0.8984367187914675,
+      "eval_vi_opus100_pr_auc": 0.9078455691542586,
+      "eval_vi_ud_pr_auc": 0.9619768321492775,
+      "eval_xh_opus100_pr_auc": 0.8962589361850939,
+      "eval_yi_opus100_pr_auc": 0.6879336478555231,
+      "eval_yo_opus100_pr_auc": 0.8416714954877256,
+      "eval_yo_ud_pr_auc": 0.9289139193797172,
+      "eval_zh_ersatz_pr_auc": 0.971526193202955,
+      "eval_zh_opus100_pr_auc": 0.9054639962803498,
+      "eval_zh_ud_pr_auc": 0.9950899145515085,
+      "eval_zu_opus100_pr_auc": 0.8504375898479404,
+      "step": 345000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0199,
+      "step": 345050
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.0199,
+      "step": 345100
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0201,
+      "step": 345150
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.0198,
+      "step": 345200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0199,
+      "step": 345250
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0201,
+      "step": 345300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.02,
+      "step": 345350
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.0198,
+      "step": 345400
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.0199,
+      "step": 345450
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.02,
+      "step": 345500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.02,
+      "step": 345550
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.0201,
+      "step": 345600
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.0199,
+      "step": 345650
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0201,
+      "step": 345700
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0199,
+      "step": 345750
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.0198,
+      "step": 345800
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0201,
+      "step": 345850
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.0199,
+      "step": 345900
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.0199,
+      "step": 345950
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.0199,
+      "step": 346000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.02,
+      "step": 346050
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.02,
+      "step": 346100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.0198,
+      "step": 346150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.02,
+      "step": 346200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0198,
+      "step": 346250
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.0199,
+      "step": 346300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.02,
+      "step": 346350
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.02,
+      "step": 346400
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.0199,
+      "step": 346450
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.02,
+      "step": 346500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.0198,
+      "step": 346550
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.0199,
+      "step": 346600
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.0199,
+      "step": 346650
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0199,
+      "step": 346700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0199,
+      "step": 346750
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.02,
+      "step": 346800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.0201,
+      "step": 346850
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0201,
+      "step": 346900
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0199,
+      "step": 346950
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.02,
+      "step": 347000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.0201,
+      "step": 347050
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.0199,
+      "step": 347100
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.0198,
+      "step": 347150
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.02,
+      "step": 347200
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0199,
+      "step": 347250
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.02,
+      "step": 347300
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0199,
+      "step": 347350
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0199,
+      "step": 347400
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.0199,
+      "step": 347450
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.0201,
+      "step": 347500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.02,
+      "step": 347550
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.02,
+      "step": 347600
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0199,
+      "step": 347650
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.0199,
+      "step": 347700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.0199,
+      "step": 347750
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.0199,
+      "step": 347800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.0198,
+      "step": 347850
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.0199,
+      "step": 347900
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.02,
+      "step": 347950
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.0199,
+      "step": 348000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0199,
+      "step": 348050
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.02,
+      "step": 348100
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.02,
+      "step": 348150
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0198,
+      "step": 348200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0199,
+      "step": 348250
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0202,
+      "step": 348300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.0199,
+      "step": 348350
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.0198,
+      "step": 348400
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.0198,
+      "step": 348450
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0199,
+      "step": 348500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0201,
+      "step": 348550
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.02,
+      "step": 348600
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.02,
+      "step": 348650
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.0197,
+      "step": 348700
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0199,
+      "step": 348750
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0199,
+      "step": 348800
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.0197,
+      "step": 348850
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.0199,
+      "step": 348900
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0199,
+      "step": 348950
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0198,
+      "step": 349000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.02,
+      "step": 349050
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.02,
+      "step": 349100
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0197,
+      "step": 349150
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.0198,
+      "step": 349200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0198,
+      "step": 349250
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.0199,
+      "step": 349300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0198,
+      "step": 349350
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.0198,
+      "step": 349400
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.0197,
+      "step": 349450
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.0199,
+      "step": 349500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.0199,
+      "step": 349550
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0198,
+      "step": 349600
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.0199,
+      "step": 349650
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0198,
+      "step": 349700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.02,
+      "step": 349750
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.0201,
+      "step": 349800
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.0199,
+      "step": 349850
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.02,
+      "step": 349900
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.0199,
+      "step": 349950
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.0199,
+      "step": 350000
+    },
+    {
+      "epoch": 2.34,
+      "eval_af_opus100_pr_auc": 0.8153654990025955,
+      "eval_af_ud_pr_auc": 0.9949778770036094,
+      "eval_am_opus100_pr_auc": 0.6920307540583174,
+      "eval_ar_ersatz_pr_auc": 0.9362321334655294,
+      "eval_ar_opus100_pr_auc": 0.7643780890425902,
+      "eval_ar_ud_pr_auc": 0.9050888554860376,
+      "eval_average_ersatz_pr_auc": 0.975828401834439,
+      "eval_average_opus100_pr_auc": 0.8651113003352839,
+      "eval_average_ud_pr_auc": 0.9680901331391571,
+      "eval_az_opus100_pr_auc": 0.8122274095999025,
+      "eval_be_opus100_pr_auc": 0.7711473938785656,
+      "eval_be_ud_pr_auc": 0.902279415744038,
+      "eval_bg_opus100_pr_auc": 0.9279830216485637,
+      "eval_bg_ud_pr_auc": 0.9980275766262059,
+      "eval_bn_opus100_pr_auc": 0.8696967448850919,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.90666066185223,
+      "eval_ca_ud_pr_auc": 0.9973449288937145,
+      "eval_ceb_ud_pr_auc": 0.9979477969744615,
+      "eval_cs_ersatz_pr_auc": 0.98889773743093,
+      "eval_cs_opus100_pr_auc": 0.9297783721809181,
+      "eval_cs_ud_pr_auc": 0.9628755306526551,
+      "eval_cy_opus100_pr_auc": 0.8013690302393132,
+      "eval_cy_ud_pr_auc": 0.9978509132642884,
+      "eval_da_opus100_pr_auc": 0.9336871234561853,
+      "eval_da_ud_pr_auc": 0.9791887816830588,
+      "eval_de_ersatz_pr_auc": 0.9907523632928981,
+      "eval_de_opus100_pr_auc": 0.9254114689603399,
+      "eval_de_ud_pr_auc": 0.9848220313985073,
+      "eval_el_opus100_pr_auc": 0.928509490535994,
+      "eval_el_ud_pr_auc": 0.9907559539980795,
+      "eval_en_ersatz_pr_auc": 0.994336413271139,
+      "eval_en_opus100_pr_auc": 0.9266655623087381,
+      "eval_en_ud_pr_auc": 0.9842271850143256,
+      "eval_eo_opus100_pr_auc": 0.9339780324673822,
+      "eval_es_ersatz_pr_auc": 0.9968461644408474,
+      "eval_es_opus100_pr_auc": 0.9474386080114601,
+      "eval_es_ud_pr_auc": 0.9906962082540893,
+      "eval_et_ersatz_pr_auc": 0.9829986680194196,
+      "eval_et_opus100_pr_auc": 0.9376248308702921,
+      "eval_et_ud_pr_auc": 0.9739062337303772,
+      "eval_eu_opus100_pr_auc": 0.8882475842741451,
+      "eval_eu_ud_pr_auc": 0.9920467924928474,
+      "eval_fa_opus100_pr_auc": 0.6671342914950323,
+      "eval_fa_ud_pr_auc": 0.9963723438877768,
+      "eval_fi_ersatz_pr_auc": 0.9950073417942772,
+      "eval_fi_opus100_pr_auc": 0.9384755885146375,
+      "eval_fi_ud_pr_auc": 0.9696611890552833,
+      "eval_fr_ersatz_pr_auc": 0.9887080938429458,
+      "eval_fr_opus100_pr_auc": 0.9308460129733899,
+      "eval_fr_ud_pr_auc": 0.9921725261784784,
+      "eval_fy_opus100_pr_auc": 0.7181310508854508,
+      "eval_ga_opus100_pr_auc": 0.9197608993971763,
+      "eval_ga_ud_pr_auc": 0.8355963639325834,
+      "eval_gd_opus100_pr_auc": 0.7734191994225045,
+      "eval_gd_ud_pr_auc": 0.8365167421052901,
+      "eval_gl_opus100_pr_auc": 0.9100560547559599,
+      "eval_gl_ud_pr_auc": 0.9972317945104463,
+      "eval_gu_ersatz_pr_auc": 0.954005613689266,
+      "eval_gu_opus100_pr_auc": 0.7806494317797491,
+      "eval_ha_opus100_pr_auc": 0.9407425334147018,
+      "eval_he_opus100_pr_auc": 0.8985555367364725,
+      "eval_he_ud_pr_auc": 0.9869547253894617,
+      "eval_hi_ersatz_pr_auc": 0.9837116353018622,
+      "eval_hi_opus100_pr_auc": 0.7575298883927299,
+      "eval_hi_ud_pr_auc": 0.9891324907732743,
+      "eval_hu_opus100_pr_auc": 0.928183437119759,
+      "eval_hu_ud_pr_auc": 0.9868236232506873,
+      "eval_hy_opus100_pr_auc": 0.9174553222731657,
+      "eval_hy_ud_pr_auc": 0.9723909274367439,
+      "eval_id_opus100_pr_auc": 0.9037287103874512,
+      "eval_id_ud_pr_auc": 0.9963633676690538,
+      "eval_ig_opus100_pr_auc": 0.8816797765168268,
+      "eval_is_opus100_pr_auc": 0.941503010994945,
+      "eval_is_ud_pr_auc": 0.9159772932526892,
+      "eval_it_opus100_pr_auc": 0.9278182916441806,
+      "eval_it_ud_pr_auc": 0.9950957617180656,
+      "eval_ja_ersatz_pr_auc": 0.8948551846336114,
+      "eval_ja_opus100_pr_auc": 0.8638345308569314,
+      "eval_ja_ud_pr_auc": 0.9822774425529641,
+      "eval_jv_ud_pr_auc": 0.9516378867699689,
+      "eval_ka_opus100_pr_auc": 0.864381748732551,
+      "eval_kk_ersatz_pr_auc": 0.9902739700301877,
+      "eval_kk_opus100_pr_auc": 0.8140372140096724,
+      "eval_kk_ud_pr_auc": 0.974550086955338,
+      "eval_km_ersatz_pr_auc": 0.9563052774892976,
+      "eval_km_opus100_pr_auc": 0.788613675546719,
+      "eval_kn_opus100_pr_auc": 0.6951528508969053,
+      "eval_ko_opus100_pr_auc": 0.7131337951452241,
+      "eval_ko_ud_pr_auc": 0.9974782081819772,
+      "eval_ku_opus100_pr_auc": 0.8727313833359496,
+      "eval_ky_opus100_pr_auc": 0.9055154899238916,
+      "eval_la_ud_pr_auc": 0.9715896966138482,
+      "eval_loss": 0.02323235385119915,
+      "eval_lt_ersatz_pr_auc": 0.9975035868218158,
+      "eval_lt_opus100_pr_auc": 0.9088584934465688,
+      "eval_lt_ud_pr_auc": 0.9962792835641696,
+      "eval_lv_ersatz_pr_auc": 0.9942527558353003,
+      "eval_lv_opus100_pr_auc": 0.9104738341519957,
+      "eval_lv_ud_pr_auc": 0.9709190449487172,
+      "eval_mg_opus100_pr_auc": 0.9481717472174852,
+      "eval_mk_opus100_pr_auc": 0.9310391707620048,
+      "eval_ml_opus100_pr_auc": 0.8281018686619895,
+      "eval_mn_opus100_pr_auc": 0.961693097574009,
+      "eval_mr_opus100_pr_auc": 0.9263970195955414,
+      "eval_mr_ud_pr_auc": 0.9760366149399368,
+      "eval_ms_opus100_pr_auc": 0.8853848940956922,
+      "eval_mt_opus100_pr_auc": 0.8833596044770057,
+      "eval_mt_ud_pr_auc": 0.9036236950836479,
+      "eval_my_opus100_pr_auc": 0.8744536399911274,
+      "eval_ne_opus100_pr_auc": 0.7729964213913679,
+      "eval_nl_opus100_pr_auc": 0.9029469416679989,
+      "eval_nl_ud_pr_auc": 0.9897231724645364,
+      "eval_no_opus100_pr_auc": 0.9318905368293817,
+      "eval_no_ud_pr_auc": 0.9962369657352006,
+      "eval_pa_opus100_pr_auc": 0.7252490640199974,
+      "eval_pl_ersatz_pr_auc": 0.9712083536363743,
+      "eval_pl_opus100_pr_auc": 0.9129265755878835,
+      "eval_pl_ud_pr_auc": 0.9736245386546342,
+      "eval_ps_ersatz_pr_auc": 0.9277853035679222,
+      "eval_ps_opus100_pr_auc": 0.7649414893442341,
+      "eval_pt_opus100_pr_auc": 0.9375958084944989,
+      "eval_pt_ud_pr_auc": 0.9874121636762564,
+      "eval_ro_ersatz_pr_auc": 0.993912347766784,
+      "eval_ro_opus100_pr_auc": 0.8784637996917544,
+      "eval_ro_ud_pr_auc": 0.9374343694598181,
+      "eval_ru_ersatz_pr_auc": 0.9967203805844314,
+      "eval_ru_opus100_pr_auc": 0.946046959237404,
+      "eval_ru_ud_pr_auc": 0.8829139949241093,
+      "eval_runtime": 384.8889,
+      "eval_samples_per_second": 196.441,
+      "eval_si_opus100_pr_auc": 0.8368687452928318,
+      "eval_sk_opus100_pr_auc": 0.9486899861441408,
+      "eval_sk_ud_pr_auc": 0.9869635026785967,
+      "eval_sl_opus100_pr_auc": 0.9038062749245871,
+      "eval_sl_ud_pr_auc": 0.9679073510046815,
+      "eval_sq_opus100_pr_auc": 0.936977695431171,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9324822813307623,
+      "eval_sr_ud_pr_auc": 0.9993327186006182,
+      "eval_steps_per_second": 0.769,
+      "eval_sv_opus100_pr_auc": 0.9209424377603694,
+      "eval_sv_ud_pr_auc": 0.9615702403747336,
+      "eval_ta_ersatz_pr_auc": 0.9847991687855872,
+      "eval_ta_opus100_pr_auc": 0.7688300707103882,
+      "eval_ta_ud_pr_auc": 0.9990135145706761,
+      "eval_te_opus100_pr_auc": 0.8336422733282075,
+      "eval_tg_opus100_pr_auc": 0.9163506156376076,
+      "eval_th_opus100_pr_auc": 0.7099277953298604,
+      "eval_th_ud_pr_auc": 0.895620746374503,
+      "eval_tr_ersatz_pr_auc": 0.975906052006039,
+      "eval_tr_opus100_pr_auc": 0.9150326630973901,
+      "eval_tr_ud_pr_auc": 0.9632624955477084,
+      "eval_uk_opus100_pr_auc": 0.8957829759391996,
+      "eval_uk_ud_pr_auc": 0.930355813583703,
+      "eval_ur_opus100_pr_auc": 0.6562890306296694,
+      "eval_ur_ud_pr_auc": 0.9954007240154739,
+      "eval_uz_opus100_pr_auc": 0.8987928694498266,
+      "eval_vi_opus100_pr_auc": 0.9028049681328093,
+      "eval_vi_ud_pr_auc": 0.9431589526034216,
+      "eval_xh_opus100_pr_auc": 0.8943767889527661,
+      "eval_yi_opus100_pr_auc": 0.6779432777831446,
+      "eval_yo_opus100_pr_auc": 0.8417700100176598,
+      "eval_yo_ud_pr_auc": 0.9289142115355719,
+      "eval_zh_ersatz_pr_auc": 0.9732062946511899,
+      "eval_zh_opus100_pr_auc": 0.9038607067166629,
+      "eval_zh_ud_pr_auc": 0.9955749231410185,
+      "eval_zu_opus100_pr_auc": 0.8476947922216821,
+      "step": 350000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.0199,
+      "step": 350050
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.02,
+      "step": 350100
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0196,
+      "step": 350150
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.0197,
+      "step": 350200
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.0199,
+      "step": 350250
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0198,
+      "step": 350300
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.02,
+      "step": 350350
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.0199,
+      "step": 350400
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.02,
+      "step": 350450
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.0197,
+      "step": 350500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.0199,
+      "step": 350550
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0199,
+      "step": 350600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.0201,
+      "step": 350650
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.0198,
+      "step": 350700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.02,
+      "step": 350750
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.02,
+      "step": 350800
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.0199,
+      "step": 350850
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.0199,
+      "step": 350900
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.0199,
+      "step": 350950
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.0198,
+      "step": 351000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0198,
+      "step": 351050
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.0196,
+      "step": 351100
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.0199,
+      "step": 351150
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0197,
+      "step": 351200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.0199,
+      "step": 351250
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.0199,
+      "step": 351300
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0199,
+      "step": 351350
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.02,
+      "step": 351400
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0201,
+      "step": 351450
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.02,
+      "step": 351500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.0198,
+      "step": 351550
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0198,
+      "step": 351600
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0199,
+      "step": 351650
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.02,
+      "step": 351700
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0198,
+      "step": 351750
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.0199,
+      "step": 351800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.0198,
+      "step": 351850
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.0198,
+      "step": 351900
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.0197,
+      "step": 351950
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.0197,
+      "step": 352000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.0198,
+      "step": 352050
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.0198,
+      "step": 352100
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.02,
+      "step": 352150
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.0198,
+      "step": 352200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.0199,
+      "step": 352250
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.02,
+      "step": 352300
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0199,
+      "step": 352350
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.0198,
+      "step": 352400
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.02,
+      "step": 352450
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0198,
+      "step": 352500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0198,
+      "step": 352550
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.0198,
+      "step": 352600
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0199,
+      "step": 352650
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.0199,
+      "step": 352700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0198,
+      "step": 352750
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.0199,
+      "step": 352800
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0201,
+      "step": 352850
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0197,
+      "step": 352900
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0199,
+      "step": 352950
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0199,
+      "step": 353000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0199,
+      "step": 353050
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0202,
+      "step": 353100
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0197,
+      "step": 353150
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.0197,
+      "step": 353200
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0198,
+      "step": 353250
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.0199,
+      "step": 353300
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.0198,
+      "step": 353350
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0197,
+      "step": 353400
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.02,
+      "step": 353450
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0197,
+      "step": 353500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0199,
+      "step": 353550
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.0199,
+      "step": 353600
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.02,
+      "step": 353650
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0199,
+      "step": 353700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.02,
+      "step": 353750
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.02,
+      "step": 353800
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.0198,
+      "step": 353850
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0198,
+      "step": 353900
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0199,
+      "step": 353950
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.0198,
+      "step": 354000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.0198,
+      "step": 354050
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.0199,
+      "step": 354100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.0199,
+      "step": 354150
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.02,
+      "step": 354200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0197,
+      "step": 354250
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.0199,
+      "step": 354300
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.0202,
+      "step": 354350
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0197,
+      "step": 354400
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.02,
+      "step": 354450
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0198,
+      "step": 354500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0199,
+      "step": 354550
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.0197,
+      "step": 354600
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.0198,
+      "step": 354650
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.0197,
+      "step": 354700
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.0199,
+      "step": 354750
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0199,
+      "step": 354800
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.0198,
+      "step": 354850
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.02,
+      "step": 354900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.0198,
+      "step": 354950
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.0199,
+      "step": 355000
+    },
+    {
+      "epoch": 2.37,
+      "eval_af_opus100_pr_auc": 0.8119623094150447,
+      "eval_af_ud_pr_auc": 0.9975641248756429,
+      "eval_am_opus100_pr_auc": 0.7005732575843877,
+      "eval_ar_ersatz_pr_auc": 0.9358348697555802,
+      "eval_ar_opus100_pr_auc": 0.7599545176425366,
+      "eval_ar_ud_pr_auc": 0.9043547229095843,
+      "eval_average_ersatz_pr_auc": 0.977182694038894,
+      "eval_average_opus100_pr_auc": 0.8637161774917227,
+      "eval_average_ud_pr_auc": 0.9686033483139171,
+      "eval_az_opus100_pr_auc": 0.8115031019266876,
+      "eval_be_opus100_pr_auc": 0.7643868437227127,
+      "eval_be_ud_pr_auc": 0.9002642458090316,
+      "eval_bg_opus100_pr_auc": 0.9281935623547599,
+      "eval_bg_ud_pr_auc": 0.9976780144426982,
+      "eval_bn_opus100_pr_auc": 0.8656362813467703,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.906877302879289,
+      "eval_ca_ud_pr_auc": 0.9975791325948671,
+      "eval_ceb_ud_pr_auc": 0.9970723135512091,
+      "eval_cs_ersatz_pr_auc": 0.9895304097948158,
+      "eval_cs_opus100_pr_auc": 0.9324190968232183,
+      "eval_cs_ud_pr_auc": 0.9654666125481538,
+      "eval_cy_opus100_pr_auc": 0.8020062670430896,
+      "eval_cy_ud_pr_auc": 0.9980530929857713,
+      "eval_da_opus100_pr_auc": 0.935124994465034,
+      "eval_da_ud_pr_auc": 0.9786059168596815,
+      "eval_de_ersatz_pr_auc": 0.99070320763015,
+      "eval_de_opus100_pr_auc": 0.9244302891018046,
+      "eval_de_ud_pr_auc": 0.9838902077717537,
+      "eval_el_opus100_pr_auc": 0.930353989862531,
+      "eval_el_ud_pr_auc": 0.9915692936621088,
+      "eval_en_ersatz_pr_auc": 0.9943626893226621,
+      "eval_en_opus100_pr_auc": 0.9241392281991622,
+      "eval_en_ud_pr_auc": 0.9861319649360277,
+      "eval_eo_opus100_pr_auc": 0.9323891863753127,
+      "eval_es_ersatz_pr_auc": 0.9969402500556609,
+      "eval_es_opus100_pr_auc": 0.9462714015539945,
+      "eval_es_ud_pr_auc": 0.9894011386110653,
+      "eval_et_ersatz_pr_auc": 0.9822811657542266,
+      "eval_et_opus100_pr_auc": 0.936652560816486,
+      "eval_et_ud_pr_auc": 0.9749110078538709,
+      "eval_eu_opus100_pr_auc": 0.887044223623663,
+      "eval_eu_ud_pr_auc": 0.991659238637999,
+      "eval_fa_opus100_pr_auc": 0.6564677452024368,
+      "eval_fa_ud_pr_auc": 0.9968119011878167,
+      "eval_fi_ersatz_pr_auc": 0.9958157476928028,
+      "eval_fi_opus100_pr_auc": 0.9372993078638947,
+      "eval_fi_ud_pr_auc": 0.9692944413313094,
+      "eval_fr_ersatz_pr_auc": 0.9888021894719405,
+      "eval_fr_opus100_pr_auc": 0.9347288942925327,
+      "eval_fr_ud_pr_auc": 0.9927553976502779,
+      "eval_fy_opus100_pr_auc": 0.7138388878475197,
+      "eval_ga_opus100_pr_auc": 0.9216251578628674,
+      "eval_ga_ud_pr_auc": 0.8336110538677106,
+      "eval_gd_opus100_pr_auc": 0.7620837447175913,
+      "eval_gd_ud_pr_auc": 0.8388481058112767,
+      "eval_gl_opus100_pr_auc": 0.9100658158367424,
+      "eval_gl_ud_pr_auc": 0.9981843171915719,
+      "eval_gu_ersatz_pr_auc": 0.9537116493583491,
+      "eval_gu_opus100_pr_auc": 0.7709265300908228,
+      "eval_ha_opus100_pr_auc": 0.9392086516175507,
+      "eval_he_opus100_pr_auc": 0.8948449168445803,
+      "eval_he_ud_pr_auc": 0.9857356422791457,
+      "eval_hi_ersatz_pr_auc": 0.9842080503627565,
+      "eval_hi_opus100_pr_auc": 0.7582397486319548,
+      "eval_hi_ud_pr_auc": 0.9892014317056066,
+      "eval_hu_opus100_pr_auc": 0.9281169927672802,
+      "eval_hu_ud_pr_auc": 0.9867635512232669,
+      "eval_hy_opus100_pr_auc": 0.9161774934152859,
+      "eval_hy_ud_pr_auc": 0.9702957658740211,
+      "eval_id_opus100_pr_auc": 0.9032023550068508,
+      "eval_id_ud_pr_auc": 0.9968010728227792,
+      "eval_ig_opus100_pr_auc": 0.8845771379330798,
+      "eval_is_opus100_pr_auc": 0.9369983739809384,
+      "eval_is_ud_pr_auc": 0.9194261488422808,
+      "eval_it_opus100_pr_auc": 0.9287353191161849,
+      "eval_it_ud_pr_auc": 0.9933555209952631,
+      "eval_ja_ersatz_pr_auc": 0.9141472621947713,
+      "eval_ja_opus100_pr_auc": 0.8682745524132874,
+      "eval_ja_ud_pr_auc": 0.9857135556223767,
+      "eval_jv_ud_pr_auc": 0.9531291285790645,
+      "eval_ka_opus100_pr_auc": 0.8626071583985174,
+      "eval_kk_ersatz_pr_auc": 0.9901229097758255,
+      "eval_kk_opus100_pr_auc": 0.8161395403501963,
+      "eval_kk_ud_pr_auc": 0.9742675177451758,
+      "eval_km_ersatz_pr_auc": 0.9570032194191322,
+      "eval_km_opus100_pr_auc": 0.7934174961609385,
+      "eval_kn_opus100_pr_auc": 0.6762521728676758,
+      "eval_ko_opus100_pr_auc": 0.7187267214614854,
+      "eval_ko_ud_pr_auc": 0.9974843797811133,
+      "eval_ku_opus100_pr_auc": 0.8716650061577639,
+      "eval_ky_opus100_pr_auc": 0.9117076686694519,
+      "eval_la_ud_pr_auc": 0.9725880957834755,
+      "eval_loss": 0.023203885182738304,
+      "eval_lt_ersatz_pr_auc": 0.9974819557120651,
+      "eval_lt_opus100_pr_auc": 0.9100411164335613,
+      "eval_lt_ud_pr_auc": 0.9955020244200642,
+      "eval_lv_ersatz_pr_auc": 0.9944233046291953,
+      "eval_lv_opus100_pr_auc": 0.909761742861343,
+      "eval_lv_ud_pr_auc": 0.9692287256219135,
+      "eval_mg_opus100_pr_auc": 0.9491751534688646,
+      "eval_mk_opus100_pr_auc": 0.9325664456101228,
+      "eval_ml_opus100_pr_auc": 0.8194685717034911,
+      "eval_mn_opus100_pr_auc": 0.9631957180113152,
+      "eval_mr_opus100_pr_auc": 0.9251884535271018,
+      "eval_mr_ud_pr_auc": 0.9812688238600022,
+      "eval_ms_opus100_pr_auc": 0.8865599690060688,
+      "eval_mt_opus100_pr_auc": 0.8838676813729484,
+      "eval_mt_ud_pr_auc": 0.9092520012825916,
+      "eval_my_opus100_pr_auc": 0.8690980829562635,
+      "eval_ne_opus100_pr_auc": 0.7498870378385158,
+      "eval_nl_opus100_pr_auc": 0.9013556667675475,
+      "eval_nl_ud_pr_auc": 0.9872993153532768,
+      "eval_no_opus100_pr_auc": 0.9261718834092668,
+      "eval_no_ud_pr_auc": 0.9965730879067757,
+      "eval_pa_opus100_pr_auc": 0.7046522974065641,
+      "eval_pl_ersatz_pr_auc": 0.9733537232979661,
+      "eval_pl_opus100_pr_auc": 0.9126724081479523,
+      "eval_pl_ud_pr_auc": 0.9735799166248307,
+      "eval_ps_ersatz_pr_auc": 0.9320972160269235,
+      "eval_ps_opus100_pr_auc": 0.7711848925156011,
+      "eval_pt_opus100_pr_auc": 0.9388051097462892,
+      "eval_pt_ud_pr_auc": 0.9873901015867341,
+      "eval_ro_ersatz_pr_auc": 0.9942365139728178,
+      "eval_ro_opus100_pr_auc": 0.8815175035266547,
+      "eval_ro_ud_pr_auc": 0.9445604944415705,
+      "eval_ru_ersatz_pr_auc": 0.9967260422419684,
+      "eval_ru_opus100_pr_auc": 0.9452653088789899,
+      "eval_ru_ud_pr_auc": 0.8847019425488275,
+      "eval_runtime": 389.1071,
+      "eval_samples_per_second": 194.312,
+      "eval_si_opus100_pr_auc": 0.8306578430837498,
+      "eval_sk_opus100_pr_auc": 0.9503672328544682,
+      "eval_sk_ud_pr_auc": 0.9867249509405748,
+      "eval_sl_opus100_pr_auc": 0.8986808396461243,
+      "eval_sl_ud_pr_auc": 0.9667545126220708,
+      "eval_sq_opus100_pr_auc": 0.939860018285087,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9279808159485995,
+      "eval_sr_ud_pr_auc": 0.9993426699368586,
+      "eval_steps_per_second": 0.761,
+      "eval_sv_opus100_pr_auc": 0.9203550313538159,
+      "eval_sv_ud_pr_auc": 0.9591960351979721,
+      "eval_ta_ersatz_pr_auc": 0.9838100847496223,
+      "eval_ta_opus100_pr_auc": 0.7645642292173349,
+      "eval_ta_ud_pr_auc": 0.9989463629162645,
+      "eval_te_opus100_pr_auc": 0.835271103452958,
+      "eval_tg_opus100_pr_auc": 0.9133315599970276,
+      "eval_th_opus100_pr_auc": 0.704337732451913,
+      "eval_th_ud_pr_auc": 0.8934549273780077,
+      "eval_tr_ersatz_pr_auc": 0.9738882177923472,
+      "eval_tr_opus100_pr_auc": 0.9108289696794659,
+      "eval_tr_ud_pr_auc": 0.9621836366563808,
+      "eval_uk_opus100_pr_auc": 0.8963444626812458,
+      "eval_uk_ud_pr_auc": 0.9290504185190298,
+      "eval_ur_opus100_pr_auc": 0.6553975310076254,
+      "eval_ur_ud_pr_auc": 0.9945252760463215,
+      "eval_uz_opus100_pr_auc": 0.8926268138214419,
+      "eval_vi_opus100_pr_auc": 0.9063326904021809,
+      "eval_vi_ud_pr_auc": 0.9539130545039922,
+      "eval_xh_opus100_pr_auc": 0.8963240240591359,
+      "eval_yi_opus100_pr_auc": 0.6851562158818109,
+      "eval_yo_opus100_pr_auc": 0.8456395385417574,
+      "eval_yo_ud_pr_auc": 0.9324889459876904,
+      "eval_zh_ersatz_pr_auc": 0.9785385898440871,
+      "eval_zh_opus100_pr_auc": 0.9078815022849709,
+      "eval_zh_ud_pr_auc": 0.9959855731985293,
+      "eval_zu_opus100_pr_auc": 0.8465075522381849,
+      "step": 355000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.0198,
+      "step": 355050
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0197,
+      "step": 355100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0197,
+      "step": 355150
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0199,
+      "step": 355200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.0198,
+      "step": 355250
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0199,
+      "step": 355300
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.0197,
+      "step": 355350
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.0196,
+      "step": 355400
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0199,
+      "step": 355450
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.0198,
+      "step": 355500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.0198,
+      "step": 355550
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0198,
+      "step": 355600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0198,
+      "step": 355650
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.0198,
+      "step": 355700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0198,
+      "step": 355750
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0197,
+      "step": 355800
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0199,
+      "step": 355850
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.0197,
+      "step": 355900
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0196,
+      "step": 355950
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.0197,
+      "step": 356000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.0199,
+      "step": 356050
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.0199,
+      "step": 356100
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0198,
+      "step": 356150
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.0198,
+      "step": 356200
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.0198,
+      "step": 356250
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.0199,
+      "step": 356300
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.0199,
+      "step": 356350
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0197,
+      "step": 356400
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0198,
+      "step": 356450
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.0199,
+      "step": 356500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.0198,
+      "step": 356550
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.0199,
+      "step": 356600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.0199,
+      "step": 356650
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0196,
+      "step": 356700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.0197,
+      "step": 356750
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0199,
+      "step": 356800
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0197,
+      "step": 356850
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0198,
+      "step": 356900
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.02,
+      "step": 356950
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0199,
+      "step": 357000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0197,
+      "step": 357050
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0198,
+      "step": 357100
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.0197,
+      "step": 357150
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.0198,
+      "step": 357200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0196,
+      "step": 357250
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0198,
+      "step": 357300
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0197,
+      "step": 357350
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0197,
+      "step": 357400
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0198,
+      "step": 357450
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0197,
+      "step": 357500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.0196,
+      "step": 357550
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0198,
+      "step": 357600
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0196,
+      "step": 357650
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.0199,
+      "step": 357700
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.0199,
+      "step": 357750
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.0199,
+      "step": 357800
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.0199,
+      "step": 357850
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.0198,
+      "step": 357900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.0201,
+      "step": 357950
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0197,
+      "step": 358000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.0196,
+      "step": 358050
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.0199,
+      "step": 358100
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.0198,
+      "step": 358150
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0198,
+      "step": 358200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0196,
+      "step": 358250
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.02,
+      "step": 358300
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.0198,
+      "step": 358350
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.0197,
+      "step": 358400
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0195,
+      "step": 358450
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.0198,
+      "step": 358500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.0198,
+      "step": 358550
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0198,
+      "step": 358600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.0199,
+      "step": 358650
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0199,
+      "step": 358700
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0197,
+      "step": 358750
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.0198,
+      "step": 358800
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.02,
+      "step": 358850
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.0197,
+      "step": 358900
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.02,
+      "step": 358950
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0196,
+      "step": 359000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.0195,
+      "step": 359050
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0196,
+      "step": 359100
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.0198,
+      "step": 359150
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.0198,
+      "step": 359200
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.0198,
+      "step": 359250
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0197,
+      "step": 359300
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.0198,
+      "step": 359350
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.02,
+      "step": 359400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0198,
+      "step": 359450
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.0199,
+      "step": 359500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0198,
+      "step": 359550
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.0197,
+      "step": 359600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.0199,
+      "step": 359650
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0198,
+      "step": 359700
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0199,
+      "step": 359750
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0197,
+      "step": 359800
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0198,
+      "step": 359850
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.0199,
+      "step": 359900
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0198,
+      "step": 359950
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0197,
+      "step": 360000
+    },
+    {
+      "epoch": 2.4,
+      "eval_af_opus100_pr_auc": 0.8174568286965638,
+      "eval_af_ud_pr_auc": 0.9968775099478467,
+      "eval_am_opus100_pr_auc": 0.7015085808330626,
+      "eval_ar_ersatz_pr_auc": 0.9372753357128024,
+      "eval_ar_opus100_pr_auc": 0.7645846980647798,
+      "eval_ar_ud_pr_auc": 0.9063761955507261,
+      "eval_average_ersatz_pr_auc": 0.976611257693719,
+      "eval_average_opus100_pr_auc": 0.8645342362854266,
+      "eval_average_ud_pr_auc": 0.9673543503198068,
+      "eval_az_opus100_pr_auc": 0.8116813897626518,
+      "eval_be_opus100_pr_auc": 0.7831411441180266,
+      "eval_be_ud_pr_auc": 0.8995009708311542,
+      "eval_bg_opus100_pr_auc": 0.9273850195842095,
+      "eval_bg_ud_pr_auc": 0.9977375933009078,
+      "eval_bn_opus100_pr_auc": 0.8603945422233455,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9041489072051024,
+      "eval_ca_ud_pr_auc": 0.9975553071186304,
+      "eval_ceb_ud_pr_auc": 0.9966139188589769,
+      "eval_cs_ersatz_pr_auc": 0.9884423918575093,
+      "eval_cs_opus100_pr_auc": 0.9265043340872596,
+      "eval_cs_ud_pr_auc": 0.9648556117122058,
+      "eval_cy_opus100_pr_auc": 0.8066197095641547,
+      "eval_cy_ud_pr_auc": 0.9980133538923539,
+      "eval_da_opus100_pr_auc": 0.9347855345047791,
+      "eval_da_ud_pr_auc": 0.979275526419431,
+      "eval_de_ersatz_pr_auc": 0.9909926164120848,
+      "eval_de_opus100_pr_auc": 0.9242837147418784,
+      "eval_de_ud_pr_auc": 0.9846597093297274,
+      "eval_el_opus100_pr_auc": 0.926082133362309,
+      "eval_el_ud_pr_auc": 0.9932512439118916,
+      "eval_en_ersatz_pr_auc": 0.9941200399284815,
+      "eval_en_opus100_pr_auc": 0.9244508544453213,
+      "eval_en_ud_pr_auc": 0.9877682526122167,
+      "eval_eo_opus100_pr_auc": 0.931475737998585,
+      "eval_es_ersatz_pr_auc": 0.996790518445952,
+      "eval_es_opus100_pr_auc": 0.9442139077170202,
+      "eval_es_ud_pr_auc": 0.9898687843153651,
+      "eval_et_ersatz_pr_auc": 0.9797447402944002,
+      "eval_et_opus100_pr_auc": 0.9328842798951197,
+      "eval_et_ud_pr_auc": 0.9753291437334378,
+      "eval_eu_opus100_pr_auc": 0.8889969191510538,
+      "eval_eu_ud_pr_auc": 0.9920665291834949,
+      "eval_fa_opus100_pr_auc": 0.6629826679497487,
+      "eval_fa_ud_pr_auc": 0.9960259760130339,
+      "eval_fi_ersatz_pr_auc": 0.9949227963231884,
+      "eval_fi_opus100_pr_auc": 0.9340612169340662,
+      "eval_fi_ud_pr_auc": 0.9658719990893747,
+      "eval_fr_ersatz_pr_auc": 0.9883025742891213,
+      "eval_fr_opus100_pr_auc": 0.9309125529867572,
+      "eval_fr_ud_pr_auc": 0.9927547213929752,
+      "eval_fy_opus100_pr_auc": 0.726842426201244,
+      "eval_ga_opus100_pr_auc": 0.9208129572290333,
+      "eval_ga_ud_pr_auc": 0.82480972134562,
+      "eval_gd_opus100_pr_auc": 0.7868235655902789,
+      "eval_gd_ud_pr_auc": 0.8382625439891721,
+      "eval_gl_opus100_pr_auc": 0.9075045276694479,
+      "eval_gl_ud_pr_auc": 0.9977244391829843,
+      "eval_gu_ersatz_pr_auc": 0.9535071983683265,
+      "eval_gu_opus100_pr_auc": 0.7840330880142075,
+      "eval_ha_opus100_pr_auc": 0.9415899496494012,
+      "eval_he_opus100_pr_auc": 0.8926741869018026,
+      "eval_he_ud_pr_auc": 0.9866781901713791,
+      "eval_hi_ersatz_pr_auc": 0.9855747448691563,
+      "eval_hi_opus100_pr_auc": 0.7549522314455133,
+      "eval_hi_ud_pr_auc": 0.989550305606242,
+      "eval_hu_opus100_pr_auc": 0.9264541349351048,
+      "eval_hu_ud_pr_auc": 0.9862642266396151,
+      "eval_hy_opus100_pr_auc": 0.9185103852855017,
+      "eval_hy_ud_pr_auc": 0.9695262865768157,
+      "eval_id_opus100_pr_auc": 0.899142445382239,
+      "eval_id_ud_pr_auc": 0.996761792946034,
+      "eval_ig_opus100_pr_auc": 0.8895745035070464,
+      "eval_is_opus100_pr_auc": 0.9332251563199223,
+      "eval_is_ud_pr_auc": 0.9178545713318034,
+      "eval_it_opus100_pr_auc": 0.9255262702705532,
+      "eval_it_ud_pr_auc": 0.9940089756617971,
+      "eval_ja_ersatz_pr_auc": 0.9123530853057947,
+      "eval_ja_opus100_pr_auc": 0.8691230327320205,
+      "eval_ja_ud_pr_auc": 0.9844305866876044,
+      "eval_jv_ud_pr_auc": 0.9531918600172202,
+      "eval_ka_opus100_pr_auc": 0.8545034582069383,
+      "eval_kk_ersatz_pr_auc": 0.9903816080680496,
+      "eval_kk_opus100_pr_auc": 0.8403327316344137,
+      "eval_kk_ud_pr_auc": 0.9745038376823114,
+      "eval_km_ersatz_pr_auc": 0.9562694252625169,
+      "eval_km_opus100_pr_auc": 0.7988518241808537,
+      "eval_kn_opus100_pr_auc": 0.6952826745327538,
+      "eval_ko_opus100_pr_auc": 0.7128740271881916,
+      "eval_ko_ud_pr_auc": 0.9975343117504728,
+      "eval_ku_opus100_pr_auc": 0.8789672874325775,
+      "eval_ky_opus100_pr_auc": 0.9127964613688082,
+      "eval_la_ud_pr_auc": 0.9707203238766485,
+      "eval_loss": 0.02311898209154606,
+      "eval_lt_ersatz_pr_auc": 0.9972631939611568,
+      "eval_lt_opus100_pr_auc": 0.9065390692627211,
+      "eval_lt_ud_pr_auc": 0.9959321899425285,
+      "eval_lv_ersatz_pr_auc": 0.9935523766430013,
+      "eval_lv_opus100_pr_auc": 0.9048213626541067,
+      "eval_lv_ud_pr_auc": 0.9695229064080373,
+      "eval_mg_opus100_pr_auc": 0.9468584887474805,
+      "eval_mk_opus100_pr_auc": 0.9274311107837461,
+      "eval_ml_opus100_pr_auc": 0.8219996062337884,
+      "eval_mn_opus100_pr_auc": 0.9666753553995288,
+      "eval_mr_opus100_pr_auc": 0.9253547032349223,
+      "eval_mr_ud_pr_auc": 0.980110857692722,
+      "eval_ms_opus100_pr_auc": 0.8819753866368185,
+      "eval_mt_opus100_pr_auc": 0.8878546420241983,
+      "eval_mt_ud_pr_auc": 0.9057132236528289,
+      "eval_my_opus100_pr_auc": 0.8768144434291469,
+      "eval_ne_opus100_pr_auc": 0.7598651657626321,
+      "eval_nl_opus100_pr_auc": 0.9016478899993146,
+      "eval_nl_ud_pr_auc": 0.9884504521483213,
+      "eval_no_opus100_pr_auc": 0.9249567193070287,
+      "eval_no_ud_pr_auc": 0.9963205015416186,
+      "eval_pa_opus100_pr_auc": 0.7193118750027655,
+      "eval_pl_ersatz_pr_auc": 0.9721101939676191,
+      "eval_pl_opus100_pr_auc": 0.9097349930436448,
+      "eval_pl_ud_pr_auc": 0.9728346908941296,
+      "eval_ps_ersatz_pr_auc": 0.928544811475255,
+      "eval_ps_opus100_pr_auc": 0.7694867225371946,
+      "eval_pt_opus100_pr_auc": 0.9353113382894934,
+      "eval_pt_ud_pr_auc": 0.987021308867364,
+      "eval_ro_ersatz_pr_auc": 0.9937914202999211,
+      "eval_ro_opus100_pr_auc": 0.8727633727276469,
+      "eval_ro_ud_pr_auc": 0.9070247065816313,
+      "eval_ru_ersatz_pr_auc": 0.9963532458797584,
+      "eval_ru_opus100_pr_auc": 0.9454031243670802,
+      "eval_ru_ud_pr_auc": 0.8725238318490132,
+      "eval_runtime": 392.9773,
+      "eval_samples_per_second": 192.398,
+      "eval_si_opus100_pr_auc": 0.8296506767573782,
+      "eval_sk_opus100_pr_auc": 0.9477080414758652,
+      "eval_sk_ud_pr_auc": 0.9881391217906899,
+      "eval_sl_opus100_pr_auc": 0.8964406855115478,
+      "eval_sl_ud_pr_auc": 0.967907993991008,
+      "eval_sq_opus100_pr_auc": 0.9342138385028083,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9242117404805025,
+      "eval_sr_ud_pr_auc": 0.9993988411875193,
+      "eval_steps_per_second": 0.753,
+      "eval_sv_opus100_pr_auc": 0.9168078984518634,
+      "eval_sv_ud_pr_auc": 0.961179856361652,
+      "eval_ta_ersatz_pr_auc": 0.9846686166305197,
+      "eval_ta_opus100_pr_auc": 0.767090124880029,
+      "eval_ta_ud_pr_auc": 0.9988684601878771,
+      "eval_te_opus100_pr_auc": 0.8262728557796538,
+      "eval_tg_opus100_pr_auc": 0.9177274483052215,
+      "eval_th_opus100_pr_auc": 0.6971959688399957,
+      "eval_th_ud_pr_auc": 0.8871210465587314,
+      "eval_tr_ersatz_pr_auc": 0.9746312831106875,
+      "eval_tr_opus100_pr_auc": 0.909827145541786,
+      "eval_tr_ud_pr_auc": 0.9617779743189272,
+      "eval_uk_opus100_pr_auc": 0.8928742767280026,
+      "eval_uk_ud_pr_auc": 0.9239360361653876,
+      "eval_ur_opus100_pr_auc": 0.6553453270544264,
+      "eval_ur_ud_pr_auc": 0.9949303332946098,
+      "eval_uz_opus100_pr_auc": 0.9013724086702163,
+      "eval_vi_opus100_pr_auc": 0.9032325082371919,
+      "eval_vi_ud_pr_auc": 0.9553836416867812,
+      "eval_xh_opus100_pr_auc": 0.8969569615101441,
+      "eval_yi_opus100_pr_auc": 0.6830512917055264,
+      "eval_yo_opus100_pr_auc": 0.844646830622068,
+      "eval_yo_ud_pr_auc": 0.9328877187797194,
+      "eval_zh_ersatz_pr_auc": 0.9758554521565174,
+      "eval_zh_opus100_pr_auc": 0.9069349347338225,
+      "eval_zh_ud_pr_auc": 0.9959879536484233,
+      "eval_zu_opus100_pr_auc": 0.8464890426700094,
+      "step": 360000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.0198,
+      "step": 360050
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.0199,
+      "step": 360100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.0199,
+      "step": 360150
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0199,
+      "step": 360200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0197,
+      "step": 360250
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.0198,
+      "step": 360300
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0198,
+      "step": 360350
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0195,
+      "step": 360400
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0198,
+      "step": 360450
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0199,
+      "step": 360500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.0197,
+      "step": 360550
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.0199,
+      "step": 360600
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0197,
+      "step": 360650
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0198,
+      "step": 360700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.02,
+      "step": 360750
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0196,
+      "step": 360800
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.0199,
+      "step": 360850
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0197,
+      "step": 360900
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.0197,
+      "step": 360950
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0198,
+      "step": 361000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.0196,
+      "step": 361050
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0196,
+      "step": 361100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.0198,
+      "step": 361150
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.0196,
+      "step": 361200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.0197,
+      "step": 361250
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.0198,
+      "step": 361300
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0197,
+      "step": 361350
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.0199,
+      "step": 361400
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0199,
+      "step": 361450
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0198,
+      "step": 361500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0197,
+      "step": 361550
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0199,
+      "step": 361600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.0199,
+      "step": 361650
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.0199,
+      "step": 361700
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0199,
+      "step": 361750
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0196,
+      "step": 361800
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0198,
+      "step": 361850
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.0198,
+      "step": 361900
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.0198,
+      "step": 361950
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.0198,
+      "step": 362000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0199,
+      "step": 362050
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.0198,
+      "step": 362100
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.0197,
+      "step": 362150
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0196,
+      "step": 362200
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0199,
+      "step": 362250
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.0199,
+      "step": 362300
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.0197,
+      "step": 362350
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.0198,
+      "step": 362400
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.0196,
+      "step": 362450
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.0198,
+      "step": 362500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0197,
+      "step": 362550
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.0198,
+      "step": 362600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.0198,
+      "step": 362650
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0196,
+      "step": 362700
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0198,
+      "step": 362750
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0198,
+      "step": 362800
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0198,
+      "step": 362850
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.0199,
+      "step": 362900
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.0199,
+      "step": 362950
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.0198,
+      "step": 363000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.0197,
+      "step": 363050
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.02,
+      "step": 363100
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.0196,
+      "step": 363150
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.0195,
+      "step": 363200
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.0199,
+      "step": 363250
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.0197,
+      "step": 363300
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0199,
+      "step": 363350
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0199,
+      "step": 363400
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.0199,
+      "step": 363450
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.0198,
+      "step": 363500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.0201,
+      "step": 363550
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0197,
+      "step": 363600
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.0196,
+      "step": 363650
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.0196,
+      "step": 363700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.0197,
+      "step": 363750
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.0199,
+      "step": 363800
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.0194,
+      "step": 363850
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.0197,
+      "step": 363900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0197,
+      "step": 363950
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.0197,
+      "step": 364000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.0198,
+      "step": 364050
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.0198,
+      "step": 364100
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.0198,
+      "step": 364150
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.0198,
+      "step": 364200
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.02,
+      "step": 364250
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.0198,
+      "step": 364300
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0199,
+      "step": 364350
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.0196,
+      "step": 364400
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.02,
+      "step": 364450
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0196,
+      "step": 364500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0201,
+      "step": 364550
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.0197,
+      "step": 364600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0198,
+      "step": 364650
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.0197,
+      "step": 364700
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0198,
+      "step": 364750
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.0198,
+      "step": 364800
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.0199,
+      "step": 364850
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0199,
+      "step": 364900
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.0197,
+      "step": 364950
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.0197,
+      "step": 365000
+    },
+    {
+      "epoch": 2.44,
+      "eval_af_opus100_pr_auc": 0.8146713634752262,
+      "eval_af_ud_pr_auc": 0.9956145475407691,
+      "eval_am_opus100_pr_auc": 0.712447656146074,
+      "eval_ar_ersatz_pr_auc": 0.9379768568719672,
+      "eval_ar_opus100_pr_auc": 0.7618673236165172,
+      "eval_ar_ud_pr_auc": 0.9076691701133879,
+      "eval_average_ersatz_pr_auc": 0.9768747781805162,
+      "eval_average_opus100_pr_auc": 0.8662434466827621,
+      "eval_average_ud_pr_auc": 0.9671357582117235,
+      "eval_az_opus100_pr_auc": 0.819371849615294,
+      "eval_be_opus100_pr_auc": 0.7889476403251369,
+      "eval_be_ud_pr_auc": 0.8956946746819682,
+      "eval_bg_opus100_pr_auc": 0.9294862514403247,
+      "eval_bg_ud_pr_auc": 0.9981604906551171,
+      "eval_bn_opus100_pr_auc": 0.8673785515221408,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.907889356481846,
+      "eval_ca_ud_pr_auc": 0.9970981582920522,
+      "eval_ceb_ud_pr_auc": 0.9966139161818874,
+      "eval_cs_ersatz_pr_auc": 0.9894693846660393,
+      "eval_cs_opus100_pr_auc": 0.9303530470033468,
+      "eval_cs_ud_pr_auc": 0.9650204314056368,
+      "eval_cy_opus100_pr_auc": 0.8068810965147291,
+      "eval_cy_ud_pr_auc": 0.9977416480880209,
+      "eval_da_opus100_pr_auc": 0.931496536798956,
+      "eval_da_ud_pr_auc": 0.9798649963137651,
+      "eval_de_ersatz_pr_auc": 0.9915025000011527,
+      "eval_de_opus100_pr_auc": 0.9242347258280975,
+      "eval_de_ud_pr_auc": 0.9848728898875643,
+      "eval_el_opus100_pr_auc": 0.927376296901799,
+      "eval_el_ud_pr_auc": 0.9908257282569273,
+      "eval_en_ersatz_pr_auc": 0.9940941075085983,
+      "eval_en_opus100_pr_auc": 0.9263306267921997,
+      "eval_en_ud_pr_auc": 0.9882177827480043,
+      "eval_eo_opus100_pr_auc": 0.9333024413584785,
+      "eval_es_ersatz_pr_auc": 0.9968285850925122,
+      "eval_es_opus100_pr_auc": 0.9471576840251942,
+      "eval_es_ud_pr_auc": 0.9907257496438817,
+      "eval_et_ersatz_pr_auc": 0.9833464220649967,
+      "eval_et_opus100_pr_auc": 0.9360864211714262,
+      "eval_et_ud_pr_auc": 0.9754701131690299,
+      "eval_eu_opus100_pr_auc": 0.8854534877542286,
+      "eval_eu_ud_pr_auc": 0.9916877270784099,
+      "eval_fa_opus100_pr_auc": 0.6566478608006474,
+      "eval_fa_ud_pr_auc": 0.996339173745507,
+      "eval_fi_ersatz_pr_auc": 0.9956275086340584,
+      "eval_fi_opus100_pr_auc": 0.9364256300983453,
+      "eval_fi_ud_pr_auc": 0.9660002682743997,
+      "eval_fr_ersatz_pr_auc": 0.98792114462482,
+      "eval_fr_opus100_pr_auc": 0.9330084675874926,
+      "eval_fr_ud_pr_auc": 0.9928144949055056,
+      "eval_fy_opus100_pr_auc": 0.7311407834694661,
+      "eval_ga_opus100_pr_auc": 0.9206093588744081,
+      "eval_ga_ud_pr_auc": 0.8260873636834454,
+      "eval_gd_opus100_pr_auc": 0.7822177126877493,
+      "eval_gd_ud_pr_auc": 0.8298563748669079,
+      "eval_gl_opus100_pr_auc": 0.910329552412052,
+      "eval_gl_ud_pr_auc": 0.9980171404782522,
+      "eval_gu_ersatz_pr_auc": 0.9526156225486329,
+      "eval_gu_opus100_pr_auc": 0.788505986315821,
+      "eval_ha_opus100_pr_auc": 0.9397977044745235,
+      "eval_he_opus100_pr_auc": 0.8960778863857178,
+      "eval_he_ud_pr_auc": 0.9867033697031798,
+      "eval_hi_ersatz_pr_auc": 0.9853529113030921,
+      "eval_hi_opus100_pr_auc": 0.7566754099246193,
+      "eval_hi_ud_pr_auc": 0.9902755748459903,
+      "eval_hu_opus100_pr_auc": 0.9272790735984102,
+      "eval_hu_ud_pr_auc": 0.986446260862914,
+      "eval_hy_opus100_pr_auc": 0.919700745947484,
+      "eval_hy_ud_pr_auc": 0.9700675939922215,
+      "eval_id_opus100_pr_auc": 0.9002668480483627,
+      "eval_id_ud_pr_auc": 0.9968180294168915,
+      "eval_ig_opus100_pr_auc": 0.887917088312277,
+      "eval_is_opus100_pr_auc": 0.9348518045130275,
+      "eval_is_ud_pr_auc": 0.9114859432228856,
+      "eval_it_opus100_pr_auc": 0.9275123127456303,
+      "eval_it_ud_pr_auc": 0.9952812792569481,
+      "eval_ja_ersatz_pr_auc": 0.916441556202033,
+      "eval_ja_opus100_pr_auc": 0.8751519292242004,
+      "eval_ja_ud_pr_auc": 0.9859845636227702,
+      "eval_jv_ud_pr_auc": 0.9532633104286623,
+      "eval_ka_opus100_pr_auc": 0.8626111244435344,
+      "eval_kk_ersatz_pr_auc": 0.9907359599938907,
+      "eval_kk_opus100_pr_auc": 0.837522465556729,
+      "eval_kk_ud_pr_auc": 0.9754733110524638,
+      "eval_km_ersatz_pr_auc": 0.9586317255707845,
+      "eval_km_opus100_pr_auc": 0.7932842281123416,
+      "eval_kn_opus100_pr_auc": 0.699458204913163,
+      "eval_ko_opus100_pr_auc": 0.7181805236383081,
+      "eval_ko_ud_pr_auc": 0.9968547420329773,
+      "eval_ku_opus100_pr_auc": 0.8891846078201057,
+      "eval_ky_opus100_pr_auc": 0.9150234077113886,
+      "eval_la_ud_pr_auc": 0.9707914976533372,
+      "eval_loss": 0.02315746620297432,
+      "eval_lt_ersatz_pr_auc": 0.9974661073108773,
+      "eval_lt_opus100_pr_auc": 0.9070019411320444,
+      "eval_lt_ud_pr_auc": 0.9956562370329229,
+      "eval_lv_ersatz_pr_auc": 0.9926948852697479,
+      "eval_lv_opus100_pr_auc": 0.9059308736038266,
+      "eval_lv_ud_pr_auc": 0.9671380889288905,
+      "eval_mg_opus100_pr_auc": 0.9492282088631118,
+      "eval_mk_opus100_pr_auc": 0.9307855289179294,
+      "eval_ml_opus100_pr_auc": 0.8243009642246086,
+      "eval_mn_opus100_pr_auc": 0.9634347755436758,
+      "eval_mr_opus100_pr_auc": 0.927658270114611,
+      "eval_mr_ud_pr_auc": 0.9769997401788294,
+      "eval_ms_opus100_pr_auc": 0.883115570969883,
+      "eval_mt_opus100_pr_auc": 0.8887798751001551,
+      "eval_mt_ud_pr_auc": 0.9115261987064877,
+      "eval_my_opus100_pr_auc": 0.8712869160853061,
+      "eval_ne_opus100_pr_auc": 0.7711350988892145,
+      "eval_nl_opus100_pr_auc": 0.9032017002759932,
+      "eval_nl_ud_pr_auc": 0.9892990067155217,
+      "eval_no_opus100_pr_auc": 0.9270695046079814,
+      "eval_no_ud_pr_auc": 0.9962800778701631,
+      "eval_pa_opus100_pr_auc": 0.7249118328246136,
+      "eval_pl_ersatz_pr_auc": 0.9725672779752134,
+      "eval_pl_opus100_pr_auc": 0.9109319526129026,
+      "eval_pl_ud_pr_auc": 0.9726327955002685,
+      "eval_ps_ersatz_pr_auc": 0.9276394772113952,
+      "eval_ps_opus100_pr_auc": 0.7740424970194281,
+      "eval_pt_opus100_pr_auc": 0.934127221975527,
+      "eval_pt_ud_pr_auc": 0.9868577424702403,
+      "eval_ro_ersatz_pr_auc": 0.9937908589975762,
+      "eval_ro_opus100_pr_auc": 0.8799542563841362,
+      "eval_ro_ud_pr_auc": 0.8890737315066612,
+      "eval_ru_ersatz_pr_auc": 0.9963631199724887,
+      "eval_ru_opus100_pr_auc": 0.9441643720821834,
+      "eval_ru_ud_pr_auc": 0.8742450286368405,
+      "eval_runtime": 391.6301,
+      "eval_samples_per_second": 193.06,
+      "eval_si_opus100_pr_auc": 0.8317988302987867,
+      "eval_sk_opus100_pr_auc": 0.9492752250844448,
+      "eval_sk_ud_pr_auc": 0.9864592726982151,
+      "eval_sl_opus100_pr_auc": 0.9029239815325176,
+      "eval_sl_ud_pr_auc": 0.9654602014160396,
+      "eval_sq_opus100_pr_auc": 0.9398337934430713,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9273454567414348,
+      "eval_sr_ud_pr_auc": 0.9993610675725555,
+      "eval_steps_per_second": 0.756,
+      "eval_sv_opus100_pr_auc": 0.9188503114504852,
+      "eval_sv_ud_pr_auc": 0.9608851665133836,
+      "eval_ta_ersatz_pr_auc": 0.9829108028686181,
+      "eval_ta_opus100_pr_auc": 0.7592923077743036,
+      "eval_ta_ud_pr_auc": 0.9987801729026444,
+      "eval_te_opus100_pr_auc": 0.8280904214068778,
+      "eval_tg_opus100_pr_auc": 0.9135708479117773,
+      "eval_th_opus100_pr_auc": 0.7063942242224759,
+      "eval_th_ud_pr_auc": 0.8949228217259966,
+      "eval_tr_ersatz_pr_auc": 0.97290752125781,
+      "eval_tr_opus100_pr_auc": 0.910815148092818,
+      "eval_tr_ud_pr_auc": 0.9632223918885684,
+      "eval_uk_opus100_pr_auc": 0.8969710547805244,
+      "eval_uk_ud_pr_auc": 0.929892241937181,
+      "eval_ur_opus100_pr_auc": 0.6577782050950075,
+      "eval_ur_ud_pr_auc": 0.9949825135513882,
+      "eval_uz_opus100_pr_auc": 0.896208632904338,
+      "eval_vi_opus100_pr_auc": 0.9059878523734192,
+      "eval_vi_ud_pr_auc": 0.9570177885139395,
+      "eval_xh_opus100_pr_auc": 0.8950076780797198,
+      "eval_yi_opus100_pr_auc": 0.6788708006194525,
+      "eval_yo_opus100_pr_auc": 0.8451337787423363,
+      "eval_yo_ud_pr_auc": 0.9351323111113761,
+      "eval_zh_ersatz_pr_auc": 0.9743607840250534,
+      "eval_zh_opus100_pr_auc": 0.9083694581607856,
+      "eval_zh_ud_pr_auc": 0.9970753045884516,
+      "eval_zu_opus100_pr_auc": 0.8482701836579538,
+      "step": 365000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.0196,
+      "step": 365050
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.0199,
+      "step": 365100
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0199,
+      "step": 365150
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.0198,
+      "step": 365200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.0197,
+      "step": 365250
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.0197,
+      "step": 365300
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0196,
+      "step": 365350
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.0197,
+      "step": 365400
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.0199,
+      "step": 365450
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0196,
+      "step": 365500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0198,
+      "step": 365550
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0199,
+      "step": 365600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.0196,
+      "step": 365650
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.0197,
+      "step": 365700
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.0199,
+      "step": 365750
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.0196,
+      "step": 365800
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0197,
+      "step": 365850
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.0196,
+      "step": 365900
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0198,
+      "step": 365950
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.0197,
+      "step": 366000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.0199,
+      "step": 366050
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.0197,
+      "step": 366100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.0198,
+      "step": 366150
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.0197,
+      "step": 366200
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0196,
+      "step": 366250
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0197,
+      "step": 366300
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0198,
+      "step": 366350
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0196,
+      "step": 366400
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0199,
+      "step": 366450
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0199,
+      "step": 366500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.0199,
+      "step": 366550
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0198,
+      "step": 366600
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.0197,
+      "step": 366650
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.0197,
+      "step": 366700
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0198,
+      "step": 366750
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.0197,
+      "step": 366800
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.0196,
+      "step": 366850
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.0199,
+      "step": 366900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0196,
+      "step": 366950
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0197,
+      "step": 367000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0196,
+      "step": 367050
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0198,
+      "step": 367100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.02,
+      "step": 367150
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0199,
+      "step": 367200
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0198,
+      "step": 367250
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.0198,
+      "step": 367300
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.0197,
+      "step": 367350
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.0198,
+      "step": 367400
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.0198,
+      "step": 367450
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0196,
+      "step": 367500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0197,
+      "step": 367550
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.0197,
+      "step": 367600
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0195,
+      "step": 367650
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.0195,
+      "step": 367700
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.0198,
+      "step": 367750
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.0199,
+      "step": 367800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.02,
+      "step": 367850
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0196,
+      "step": 367900
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.0197,
+      "step": 367950
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.0199,
+      "step": 368000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0197,
+      "step": 368050
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0197,
+      "step": 368100
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.0196,
+      "step": 368150
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.0195,
+      "step": 368200
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.0196,
+      "step": 368250
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.0198,
+      "step": 368300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.02,
+      "step": 368350
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.0198,
+      "step": 368400
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.0199,
+      "step": 368450
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0199,
+      "step": 368500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.0197,
+      "step": 368550
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.0195,
+      "step": 368600
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.0196,
+      "step": 368650
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0197,
+      "step": 368700
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0198,
+      "step": 368750
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0196,
+      "step": 368800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.0196,
+      "step": 368850
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0197,
+      "step": 368900
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0196,
+      "step": 368950
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.0198,
+      "step": 369000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.0196,
+      "step": 369050
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0197,
+      "step": 369100
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.0198,
+      "step": 369150
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0194,
+      "step": 369200
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.0198,
+      "step": 369250
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.0198,
+      "step": 369300
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.0198,
+      "step": 369350
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.0197,
+      "step": 369400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0199,
+      "step": 369450
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0197,
+      "step": 369500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.0198,
+      "step": 369550
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0198,
+      "step": 369600
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0196,
+      "step": 369650
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.0195,
+      "step": 369700
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.0198,
+      "step": 369750
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.0197,
+      "step": 369800
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.0198,
+      "step": 369850
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.0198,
+      "step": 369900
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.0197,
+      "step": 369950
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.0197,
+      "step": 370000
+    },
+    {
+      "epoch": 2.47,
+      "eval_af_opus100_pr_auc": 0.8107000712444541,
+      "eval_af_ud_pr_auc": 0.997370622888607,
+      "eval_am_opus100_pr_auc": 0.7021779537269993,
+      "eval_ar_ersatz_pr_auc": 0.9349370835628836,
+      "eval_ar_opus100_pr_auc": 0.7615517699158153,
+      "eval_ar_ud_pr_auc": 0.9082925585910564,
+      "eval_average_ersatz_pr_auc": 0.9760098767896227,
+      "eval_average_opus100_pr_auc": 0.8651485637221175,
+      "eval_average_ud_pr_auc": 0.9668524376804614,
+      "eval_az_opus100_pr_auc": 0.8136111286111183,
+      "eval_be_opus100_pr_auc": 0.7833814753852255,
+      "eval_be_ud_pr_auc": 0.8973052639298402,
+      "eval_bg_opus100_pr_auc": 0.9272414610986911,
+      "eval_bg_ud_pr_auc": 0.9975265359277057,
+      "eval_bn_opus100_pr_auc": 0.8668260006610975,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9038975715451375,
+      "eval_ca_ud_pr_auc": 0.9970576665839934,
+      "eval_ceb_ud_pr_auc": 0.9963410725913016,
+      "eval_cs_ersatz_pr_auc": 0.9887687687927804,
+      "eval_cs_opus100_pr_auc": 0.9285579596918886,
+      "eval_cs_ud_pr_auc": 0.9640263162059138,
+      "eval_cy_opus100_pr_auc": 0.8119160173001828,
+      "eval_cy_ud_pr_auc": 0.9975883743767332,
+      "eval_da_opus100_pr_auc": 0.933103267781539,
+      "eval_da_ud_pr_auc": 0.9780547952518601,
+      "eval_de_ersatz_pr_auc": 0.9910833205525642,
+      "eval_de_opus100_pr_auc": 0.9245882308431989,
+      "eval_de_ud_pr_auc": 0.9838307295293749,
+      "eval_el_opus100_pr_auc": 0.9279831184905625,
+      "eval_el_ud_pr_auc": 0.9912876336835477,
+      "eval_en_ersatz_pr_auc": 0.993869436203237,
+      "eval_en_opus100_pr_auc": 0.9235033970679384,
+      "eval_en_ud_pr_auc": 0.9871512857830999,
+      "eval_eo_opus100_pr_auc": 0.9312561812507052,
+      "eval_es_ersatz_pr_auc": 0.9967163806108597,
+      "eval_es_opus100_pr_auc": 0.9442274454311197,
+      "eval_es_ud_pr_auc": 0.9897268755586639,
+      "eval_et_ersatz_pr_auc": 0.9821487084050711,
+      "eval_et_opus100_pr_auc": 0.9344937242532619,
+      "eval_et_ud_pr_auc": 0.9755131572677416,
+      "eval_eu_opus100_pr_auc": 0.8862983104890585,
+      "eval_eu_ud_pr_auc": 0.990316884294224,
+      "eval_fa_opus100_pr_auc": 0.6653764397176645,
+      "eval_fa_ud_pr_auc": 0.9963062530763046,
+      "eval_fi_ersatz_pr_auc": 0.9952674109559059,
+      "eval_fi_opus100_pr_auc": 0.9356409363781277,
+      "eval_fi_ud_pr_auc": 0.9663266109915769,
+      "eval_fr_ersatz_pr_auc": 0.9874670327212071,
+      "eval_fr_opus100_pr_auc": 0.9295496602956438,
+      "eval_fr_ud_pr_auc": 0.9921590592972221,
+      "eval_fy_opus100_pr_auc": 0.7282755520619769,
+      "eval_ga_opus100_pr_auc": 0.9189951901065588,
+      "eval_ga_ud_pr_auc": 0.8272612479923862,
+      "eval_gd_opus100_pr_auc": 0.7788279306377186,
+      "eval_gd_ud_pr_auc": 0.8241530104303034,
+      "eval_gl_opus100_pr_auc": 0.9086437588924655,
+      "eval_gl_ud_pr_auc": 0.997379642116534,
+      "eval_gu_ersatz_pr_auc": 0.9521634739590208,
+      "eval_gu_opus100_pr_auc": 0.785583533254877,
+      "eval_ha_opus100_pr_auc": 0.9402202750828023,
+      "eval_he_opus100_pr_auc": 0.8933167971472967,
+      "eval_he_ud_pr_auc": 0.9856620861724459,
+      "eval_hi_ersatz_pr_auc": 0.9842999366535176,
+      "eval_hi_opus100_pr_auc": 0.75293276904764,
+      "eval_hi_ud_pr_auc": 0.9901074732872077,
+      "eval_hu_opus100_pr_auc": 0.9238829118412499,
+      "eval_hu_ud_pr_auc": 0.9855858231796757,
+      "eval_hy_opus100_pr_auc": 0.9180725890551025,
+      "eval_hy_ud_pr_auc": 0.9690030303615398,
+      "eval_id_opus100_pr_auc": 0.8976609108657106,
+      "eval_id_ud_pr_auc": 0.9964903467082826,
+      "eval_ig_opus100_pr_auc": 0.8822426176059539,
+      "eval_is_opus100_pr_auc": 0.9343062356251234,
+      "eval_is_ud_pr_auc": 0.9120518829200231,
+      "eval_it_opus100_pr_auc": 0.9271869331579085,
+      "eval_it_ud_pr_auc": 0.994048091316222,
+      "eval_ja_ersatz_pr_auc": 0.9155429733852904,
+      "eval_ja_opus100_pr_auc": 0.8701093172347985,
+      "eval_ja_ud_pr_auc": 0.985250702266884,
+      "eval_jv_ud_pr_auc": 0.952629646044666,
+      "eval_ka_opus100_pr_auc": 0.8610396424533374,
+      "eval_kk_ersatz_pr_auc": 0.9899056311403751,
+      "eval_kk_opus100_pr_auc": 0.831229568723925,
+      "eval_kk_ud_pr_auc": 0.9750976210984437,
+      "eval_km_ersatz_pr_auc": 0.958479745282518,
+      "eval_km_opus100_pr_auc": 0.7907965342209767,
+      "eval_kn_opus100_pr_auc": 0.7042929201051406,
+      "eval_ko_opus100_pr_auc": 0.7135522832139967,
+      "eval_ko_ud_pr_auc": 0.9969528999970797,
+      "eval_ku_opus100_pr_auc": 0.8797925523070851,
+      "eval_ky_opus100_pr_auc": 0.9205154622647745,
+      "eval_la_ud_pr_auc": 0.9709259382569724,
+      "eval_loss": 0.023061396554112434,
+      "eval_lt_ersatz_pr_auc": 0.9972940521964425,
+      "eval_lt_opus100_pr_auc": 0.9090605990091465,
+      "eval_lt_ud_pr_auc": 0.9957391649538662,
+      "eval_lv_ersatz_pr_auc": 0.9933570914763191,
+      "eval_lv_opus100_pr_auc": 0.9110833084352546,
+      "eval_lv_ud_pr_auc": 0.9682073782309507,
+      "eval_mg_opus100_pr_auc": 0.9479446579999797,
+      "eval_mk_opus100_pr_auc": 0.9293417513395711,
+      "eval_ml_opus100_pr_auc": 0.820416562490717,
+      "eval_mn_opus100_pr_auc": 0.963945600063057,
+      "eval_mr_opus100_pr_auc": 0.927780509372948,
+      "eval_mr_ud_pr_auc": 0.9774941102824104,
+      "eval_ms_opus100_pr_auc": 0.8825515276909527,
+      "eval_mt_opus100_pr_auc": 0.8873740021277285,
+      "eval_mt_ud_pr_auc": 0.9215264136624869,
+      "eval_my_opus100_pr_auc": 0.8702475221031803,
+      "eval_ne_opus100_pr_auc": 0.7767248681409649,
+      "eval_nl_opus100_pr_auc": 0.8994210024919348,
+      "eval_nl_ud_pr_auc": 0.9887713214994809,
+      "eval_no_opus100_pr_auc": 0.9277349444051521,
+      "eval_no_ud_pr_auc": 0.996125101400574,
+      "eval_pa_opus100_pr_auc": 0.7241642151399149,
+      "eval_pl_ersatz_pr_auc": 0.9718055643014167,
+      "eval_pl_opus100_pr_auc": 0.9076942802289233,
+      "eval_pl_ud_pr_auc": 0.9715208575162061,
+      "eval_ps_ersatz_pr_auc": 0.9197414597509588,
+      "eval_ps_opus100_pr_auc": 0.7788924856083717,
+      "eval_pt_opus100_pr_auc": 0.9354131844971544,
+      "eval_pt_ud_pr_auc": 0.9872029652946028,
+      "eval_ro_ersatz_pr_auc": 0.9936752208114409,
+      "eval_ro_opus100_pr_auc": 0.8760183843971504,
+      "eval_ro_ud_pr_auc": 0.8961073599881016,
+      "eval_ru_ersatz_pr_auc": 0.9961418461576163,
+      "eval_ru_opus100_pr_auc": 0.946199762870223,
+      "eval_ru_ud_pr_auc": 0.8801438904073882,
+      "eval_runtime": 386.7294,
+      "eval_samples_per_second": 195.506,
+      "eval_si_opus100_pr_auc": 0.8270140972780083,
+      "eval_sk_opus100_pr_auc": 0.9473974666103651,
+      "eval_sk_ud_pr_auc": 0.9870614440792648,
+      "eval_sl_opus100_pr_auc": 0.901396110305985,
+      "eval_sl_ud_pr_auc": 0.9641683899171335,
+      "eval_sq_opus100_pr_auc": 0.9392577297821246,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9246650271699428,
+      "eval_sr_ud_pr_auc": 0.9992268140139716,
+      "eval_steps_per_second": 0.765,
+      "eval_sv_opus100_pr_auc": 0.9185809082289353,
+      "eval_sv_ud_pr_auc": 0.9590171231388605,
+      "eval_ta_ersatz_pr_auc": 0.9848329453328596,
+      "eval_ta_opus100_pr_auc": 0.7634999742500919,
+      "eval_ta_ud_pr_auc": 0.999372854486172,
+      "eval_te_opus100_pr_auc": 0.8267915897903692,
+      "eval_tg_opus100_pr_auc": 0.912041582130131,
+      "eval_th_opus100_pr_auc": 0.7118901154760848,
+      "eval_th_ud_pr_auc": 0.8936503554135191,
+      "eval_tr_ersatz_pr_auc": 0.9729107308802235,
+      "eval_tr_opus100_pr_auc": 0.9092526144685822,
+      "eval_tr_ud_pr_auc": 0.9613751010781423,
+      "eval_uk_opus100_pr_auc": 0.8912475526691545,
+      "eval_uk_ud_pr_auc": 0.926265084228458,
+      "eval_ur_opus100_pr_auc": 0.6592131355508066,
+      "eval_ur_ud_pr_auc": 0.9953603990256695,
+      "eval_uz_opus100_pr_auc": 0.8959477496927091,
+      "eval_vi_opus100_pr_auc": 0.9020255104438379,
+      "eval_vi_ud_pr_auc": 0.9462958378263087,
+      "eval_xh_opus100_pr_auc": 0.8940971788761567,
+      "eval_yi_opus100_pr_auc": 0.6883441672280174,
+      "eval_yo_opus100_pr_auc": 0.8404092722026607,
+      "eval_yo_ud_pr_auc": 0.9306727988113624,
+      "eval_zh_ersatz_pr_auc": 0.9718084762391914,
+      "eval_zh_opus100_pr_auc": 0.9064172859194832,
+      "eval_zh_ud_pr_auc": 0.9965030445539312,
+      "eval_zu_opus100_pr_auc": 0.8533255826419949,
+      "step": 370000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.0197,
+      "step": 370050
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0196,
+      "step": 370100
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.0196,
+      "step": 370150
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.0197,
+      "step": 370200
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0197,
+      "step": 370250
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0198,
+      "step": 370300
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.0197,
+      "step": 370350
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.0197,
+      "step": 370400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.0197,
+      "step": 370450
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0197,
+      "step": 370500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0197,
+      "step": 370550
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0196,
+      "step": 370600
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.0196,
+      "step": 370650
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.0197,
+      "step": 370700
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.0196,
+      "step": 370750
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.0199,
+      "step": 370800
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.02,
+      "step": 370850
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0198,
+      "step": 370900
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.02,
+      "step": 370950
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.0198,
+      "step": 371000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.0198,
+      "step": 371050
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0198,
+      "step": 371100
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.0199,
+      "step": 371150
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0199,
+      "step": 371200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.0197,
+      "step": 371250
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0196,
+      "step": 371300
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.0197,
+      "step": 371350
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0197,
+      "step": 371400
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0198,
+      "step": 371450
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.0197,
+      "step": 371500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.0199,
+      "step": 371550
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0198,
+      "step": 371600
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0197,
+      "step": 371650
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.0198,
+      "step": 371700
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.0197,
+      "step": 371750
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.0197,
+      "step": 371800
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.0198,
+      "step": 371850
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.0197,
+      "step": 371900
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0197,
+      "step": 371950
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.0197,
+      "step": 372000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0195,
+      "step": 372050
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.0196,
+      "step": 372100
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.0197,
+      "step": 372150
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0197,
+      "step": 372200
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.0196,
+      "step": 372250
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.0198,
+      "step": 372300
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0196,
+      "step": 372350
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.0197,
+      "step": 372400
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0198,
+      "step": 372450
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0198,
+      "step": 372500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.0198,
+      "step": 372550
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0197,
+      "step": 372600
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.0197,
+      "step": 372650
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0197,
+      "step": 372700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.0197,
+      "step": 372750
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.0198,
+      "step": 372800
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0198,
+      "step": 372850
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.0198,
+      "step": 372900
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.0197,
+      "step": 372950
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.0197,
+      "step": 373000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0196,
+      "step": 373050
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.0197,
+      "step": 373100
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.0197,
+      "step": 373150
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0197,
+      "step": 373200
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.0197,
+      "step": 373250
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.0198,
+      "step": 373300
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.0199,
+      "step": 373350
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0201,
+      "step": 373400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0196,
+      "step": 373450
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0194,
+      "step": 373500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.0197,
+      "step": 373550
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.0197,
+      "step": 373600
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.02,
+      "step": 373650
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.0198,
+      "step": 373700
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0198,
+      "step": 373750
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0198,
+      "step": 373800
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.0198,
+      "step": 373850
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.0198,
+      "step": 373900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.0195,
+      "step": 373950
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.0197,
+      "step": 374000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.0196,
+      "step": 374050
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.0199,
+      "step": 374100
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0197,
+      "step": 374150
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.0197,
+      "step": 374200
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.0199,
+      "step": 374250
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0196,
+      "step": 374300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.0195,
+      "step": 374350
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.0197,
+      "step": 374400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.0198,
+      "step": 374450
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.0199,
+      "step": 374500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0198,
+      "step": 374550
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.0197,
+      "step": 374600
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.0198,
+      "step": 374650
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0197,
+      "step": 374700
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0196,
+      "step": 374750
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.0198,
+      "step": 374800
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.0197,
+      "step": 374850
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.0197,
+      "step": 374900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.0196,
+      "step": 374950
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0199,
+      "step": 375000
+    },
+    {
+      "epoch": 2.51,
+      "eval_af_opus100_pr_auc": 0.8098468409323244,
+      "eval_af_ud_pr_auc": 0.9980319410841363,
+      "eval_am_opus100_pr_auc": 0.7049479919508231,
+      "eval_ar_ersatz_pr_auc": 0.9357910912517049,
+      "eval_ar_opus100_pr_auc": 0.7651143592924912,
+      "eval_ar_ud_pr_auc": 0.9099805782703313,
+      "eval_average_ersatz_pr_auc": 0.9766946790654074,
+      "eval_average_opus100_pr_auc": 0.8646233234113263,
+      "eval_average_ud_pr_auc": 0.9671757230462209,
+      "eval_az_opus100_pr_auc": 0.8091902800064134,
+      "eval_be_opus100_pr_auc": 0.769649250816264,
+      "eval_be_ud_pr_auc": 0.8961588915364174,
+      "eval_bg_opus100_pr_auc": 0.9287179722145046,
+      "eval_bg_ud_pr_auc": 0.9976864283433956,
+      "eval_bn_opus100_pr_auc": 0.8695253558971788,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9046257021969525,
+      "eval_ca_ud_pr_auc": 0.9971798580683529,
+      "eval_ceb_ud_pr_auc": 0.9972167352338266,
+      "eval_cs_ersatz_pr_auc": 0.9888347997465741,
+      "eval_cs_opus100_pr_auc": 0.9308877824006575,
+      "eval_cs_ud_pr_auc": 0.9638606776618983,
+      "eval_cy_opus100_pr_auc": 0.8059859170625361,
+      "eval_cy_ud_pr_auc": 0.9976983723930555,
+      "eval_da_opus100_pr_auc": 0.9323716009647197,
+      "eval_da_ud_pr_auc": 0.9782125764034626,
+      "eval_de_ersatz_pr_auc": 0.991424386813288,
+      "eval_de_opus100_pr_auc": 0.9252285286208396,
+      "eval_de_ud_pr_auc": 0.9847492427363354,
+      "eval_el_opus100_pr_auc": 0.9272734232064285,
+      "eval_el_ud_pr_auc": 0.9906479807938428,
+      "eval_en_ersatz_pr_auc": 0.9944553394652556,
+      "eval_en_opus100_pr_auc": 0.9259686408268853,
+      "eval_en_ud_pr_auc": 0.9869720512224995,
+      "eval_eo_opus100_pr_auc": 0.9324951684890248,
+      "eval_es_ersatz_pr_auc": 0.99679695239123,
+      "eval_es_opus100_pr_auc": 0.9457671787304838,
+      "eval_es_ud_pr_auc": 0.9903826284885286,
+      "eval_et_ersatz_pr_auc": 0.9836693823033731,
+      "eval_et_opus100_pr_auc": 0.9364241409454782,
+      "eval_et_ud_pr_auc": 0.9751779592024296,
+      "eval_eu_opus100_pr_auc": 0.8901181935566883,
+      "eval_eu_ud_pr_auc": 0.9920194319848955,
+      "eval_fa_opus100_pr_auc": 0.661297247978017,
+      "eval_fa_ud_pr_auc": 0.9972320194787115,
+      "eval_fi_ersatz_pr_auc": 0.9953182129422153,
+      "eval_fi_opus100_pr_auc": 0.9351289400233942,
+      "eval_fi_ud_pr_auc": 0.966631855609054,
+      "eval_fr_ersatz_pr_auc": 0.9884323095492478,
+      "eval_fr_opus100_pr_auc": 0.931873001398586,
+      "eval_fr_ud_pr_auc": 0.9926152434308961,
+      "eval_fy_opus100_pr_auc": 0.7199139422946589,
+      "eval_ga_opus100_pr_auc": 0.9191764742301516,
+      "eval_ga_ud_pr_auc": 0.8293771473527123,
+      "eval_gd_opus100_pr_auc": 0.7830451164016495,
+      "eval_gd_ud_pr_auc": 0.8290139229830269,
+      "eval_gl_opus100_pr_auc": 0.9108621775682324,
+      "eval_gl_ud_pr_auc": 0.9978453286164448,
+      "eval_gu_ersatz_pr_auc": 0.9541874685548775,
+      "eval_gu_opus100_pr_auc": 0.7812731834839884,
+      "eval_ha_opus100_pr_auc": 0.9399316843013378,
+      "eval_he_opus100_pr_auc": 0.8936515092938402,
+      "eval_he_ud_pr_auc": 0.9870751414975536,
+      "eval_hi_ersatz_pr_auc": 0.9838324118961579,
+      "eval_hi_opus100_pr_auc": 0.7553886968605708,
+      "eval_hi_ud_pr_auc": 0.9901420430765516,
+      "eval_hu_opus100_pr_auc": 0.9260841372305438,
+      "eval_hu_ud_pr_auc": 0.9859874010660591,
+      "eval_hy_opus100_pr_auc": 0.9207838760628033,
+      "eval_hy_ud_pr_auc": 0.9701510976924748,
+      "eval_id_opus100_pr_auc": 0.8953660092229893,
+      "eval_id_ud_pr_auc": 0.9965723485666096,
+      "eval_ig_opus100_pr_auc": 0.888068078827993,
+      "eval_is_opus100_pr_auc": 0.9340309141970476,
+      "eval_is_ud_pr_auc": 0.9146182618861918,
+      "eval_it_opus100_pr_auc": 0.9275600484602431,
+      "eval_it_ud_pr_auc": 0.994045975810792,
+      "eval_ja_ersatz_pr_auc": 0.9157466504079729,
+      "eval_ja_opus100_pr_auc": 0.875127814518963,
+      "eval_ja_ud_pr_auc": 0.9854379407749873,
+      "eval_jv_ud_pr_auc": 0.954005098921374,
+      "eval_ka_opus100_pr_auc": 0.8607660137628542,
+      "eval_kk_ersatz_pr_auc": 0.9895320004590864,
+      "eval_kk_opus100_pr_auc": 0.8339212870526673,
+      "eval_kk_ud_pr_auc": 0.9746550484842107,
+      "eval_km_ersatz_pr_auc": 0.9584901277031477,
+      "eval_km_opus100_pr_auc": 0.7911599704085421,
+      "eval_kn_opus100_pr_auc": 0.6927588453128248,
+      "eval_ko_opus100_pr_auc": 0.709375974648781,
+      "eval_ko_ud_pr_auc": 0.9973539082130816,
+      "eval_ku_opus100_pr_auc": 0.8847150066877143,
+      "eval_ky_opus100_pr_auc": 0.9115376643492007,
+      "eval_la_ud_pr_auc": 0.9677169228233747,
+      "eval_loss": 0.02303076721727848,
+      "eval_lt_ersatz_pr_auc": 0.9973146254542433,
+      "eval_lt_opus100_pr_auc": 0.9069543709422695,
+      "eval_lt_ud_pr_auc": 0.9958459267940065,
+      "eval_lv_ersatz_pr_auc": 0.9933639168525408,
+      "eval_lv_opus100_pr_auc": 0.9075785993033093,
+      "eval_lv_ud_pr_auc": 0.968182585928316,
+      "eval_mg_opus100_pr_auc": 0.9475534707319683,
+      "eval_mk_opus100_pr_auc": 0.9300619227630236,
+      "eval_ml_opus100_pr_auc": 0.8245292388780189,
+      "eval_mn_opus100_pr_auc": 0.9604573695357111,
+      "eval_mr_opus100_pr_auc": 0.9256163858534604,
+      "eval_mr_ud_pr_auc": 0.979872994085786,
+      "eval_ms_opus100_pr_auc": 0.8836709018089801,
+      "eval_mt_opus100_pr_auc": 0.8840989881601375,
+      "eval_mt_ud_pr_auc": 0.9135918021372904,
+      "eval_my_opus100_pr_auc": 0.8689793260083991,
+      "eval_ne_opus100_pr_auc": 0.766885298466383,
+      "eval_nl_opus100_pr_auc": 0.8989445116928023,
+      "eval_nl_ud_pr_auc": 0.9871211769523982,
+      "eval_no_opus100_pr_auc": 0.9273270900027824,
+      "eval_no_ud_pr_auc": 0.9962416564373019,
+      "eval_pa_opus100_pr_auc": 0.7147750647829169,
+      "eval_pl_ersatz_pr_auc": 0.9714493602330166,
+      "eval_pl_opus100_pr_auc": 0.9083122578909616,
+      "eval_pl_ud_pr_auc": 0.9725766937078948,
+      "eval_ps_ersatz_pr_auc": 0.9300460335500254,
+      "eval_ps_opus100_pr_auc": 0.7738095705166257,
+      "eval_pt_opus100_pr_auc": 0.9358426388276859,
+      "eval_pt_ud_pr_auc": 0.9881097836100816,
+      "eval_ro_ersatz_pr_auc": 0.9936483677300262,
+      "eval_ro_opus100_pr_auc": 0.8805008057005599,
+      "eval_ro_ud_pr_auc": 0.8992818095712735,
+      "eval_ru_ersatz_pr_auc": 0.996346050241782,
+      "eval_ru_opus100_pr_auc": 0.9438402389078899,
+      "eval_ru_ud_pr_auc": 0.8792648483095397,
+      "eval_runtime": 391.2532,
+      "eval_samples_per_second": 193.246,
+      "eval_si_opus100_pr_auc": 0.8274421238815239,
+      "eval_sk_opus100_pr_auc": 0.947022895374837,
+      "eval_sk_ud_pr_auc": 0.987441612667614,
+      "eval_sl_opus100_pr_auc": 0.8995802792656239,
+      "eval_sl_ud_pr_auc": 0.9651542025908567,
+      "eval_sq_opus100_pr_auc": 0.939119527236479,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9268455257877305,
+      "eval_sr_ud_pr_auc": 0.9993921367543495,
+      "eval_steps_per_second": 0.757,
+      "eval_sv_opus100_pr_auc": 0.9195465717736011,
+      "eval_sv_ud_pr_auc": 0.9594110310434011,
+      "eval_ta_ersatz_pr_auc": 0.9845885490014972,
+      "eval_ta_opus100_pr_auc": 0.7617166884253345,
+      "eval_ta_ud_pr_auc": 0.9991610129719154,
+      "eval_te_opus100_pr_auc": 0.823723725224419,
+      "eval_tg_opus100_pr_auc": 0.9150969996889481,
+      "eval_th_opus100_pr_auc": 0.7059734251242877,
+      "eval_th_ud_pr_auc": 0.8901348077913627,
+      "eval_tr_ersatz_pr_auc": 0.9710702131459488,
+      "eval_tr_opus100_pr_auc": 0.9100668608632441,
+      "eval_tr_ud_pr_auc": 0.9613330926794034,
+      "eval_uk_opus100_pr_auc": 0.8940666511980006,
+      "eval_uk_ud_pr_auc": 0.9277158267092231,
+      "eval_ur_opus100_pr_auc": 0.6602048929889978,
+      "eval_ur_ud_pr_auc": 0.9951750879803223,
+      "eval_uz_opus100_pr_auc": 0.8980877513477049,
+      "eval_vi_opus100_pr_auc": 0.905005236907661,
+      "eval_vi_ud_pr_auc": 0.9514903132978917,
+      "eval_xh_opus100_pr_auc": 0.8934325311114303,
+      "eval_yi_opus100_pr_auc": 0.6762694030007592,
+      "eval_yo_opus100_pr_auc": 0.8528418520394427,
+      "eval_yo_ud_pr_auc": 0.9299233395274104,
+      "eval_zh_ersatz_pr_auc": 0.9729446897457524,
+      "eval_zh_opus100_pr_auc": 0.9079581396230054,
+      "eval_zh_ud_pr_auc": 0.99614241237944,
+      "eval_zu_opus100_pr_auc": 0.8484374454035408,
+      "step": 375000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.0198,
+      "step": 375050
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0195,
+      "step": 375100
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.0198,
+      "step": 375150
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.0198,
+      "step": 375200
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0197,
+      "step": 375250
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0197,
+      "step": 375300
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.0197,
+      "step": 375350
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.0197,
+      "step": 375400
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.0196,
+      "step": 375450
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.0195,
+      "step": 375500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.0197,
+      "step": 375550
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.0196,
+      "step": 375600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.0199,
+      "step": 375650
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.0196,
+      "step": 375700
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0197,
+      "step": 375750
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.0196,
+      "step": 375800
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.02,
+      "step": 375850
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.0196,
+      "step": 375900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0197,
+      "step": 375950
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.0196,
+      "step": 376000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.0198,
+      "step": 376050
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0197,
+      "step": 376100
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0196,
+      "step": 376150
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0195,
+      "step": 376200
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0199,
+      "step": 376250
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0197,
+      "step": 376300
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.0196,
+      "step": 376350
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0197,
+      "step": 376400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.0197,
+      "step": 376450
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.0197,
+      "step": 376500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.0198,
+      "step": 376550
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.0196,
+      "step": 376600
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.0197,
+      "step": 376650
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.0196,
+      "step": 376700
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.0197,
+      "step": 376750
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.0197,
+      "step": 376800
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.0197,
+      "step": 376850
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.0197,
+      "step": 376900
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.0198,
+      "step": 376950
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.0197,
+      "step": 377000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.0199,
+      "step": 377050
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0197,
+      "step": 377100
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.0197,
+      "step": 377150
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0198,
+      "step": 377200
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0197,
+      "step": 377250
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0197,
+      "step": 377300
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0198,
+      "step": 377350
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.0196,
+      "step": 377400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0196,
+      "step": 377450
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0199,
+      "step": 377500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0197,
+      "step": 377550
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.0196,
+      "step": 377600
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0196,
+      "step": 377650
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.0197,
+      "step": 377700
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0197,
+      "step": 377750
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.0197,
+      "step": 377800
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.0197,
+      "step": 377850
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.0196,
+      "step": 377900
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.0195,
+      "step": 377950
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0195,
+      "step": 378000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.0199,
+      "step": 378050
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.0197,
+      "step": 378100
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0199,
+      "step": 378150
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0196,
+      "step": 378200
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.0196,
+      "step": 378250
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0198,
+      "step": 378300
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0197,
+      "step": 378350
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.0195,
+      "step": 378400
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.0197,
+      "step": 378450
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.0194,
+      "step": 378500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0197,
+      "step": 378550
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.0196,
+      "step": 378600
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0195,
+      "step": 378650
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0195,
+      "step": 378700
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.0194,
+      "step": 378750
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.0196,
+      "step": 378800
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0197,
+      "step": 378850
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0197,
+      "step": 378900
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0196,
+      "step": 378950
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.0197,
+      "step": 379000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.0196,
+      "step": 379050
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.0195,
+      "step": 379100
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0196,
+      "step": 379150
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.0196,
+      "step": 379200
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.0197,
+      "step": 379250
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.0196,
+      "step": 379300
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0195,
+      "step": 379350
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0194,
+      "step": 379400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0197,
+      "step": 379450
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0194,
+      "step": 379500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0196,
+      "step": 379550
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.0196,
+      "step": 379600
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0199,
+      "step": 379650
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0197,
+      "step": 379700
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0198,
+      "step": 379750
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.0197,
+      "step": 379800
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.0197,
+      "step": 379850
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.0197,
+      "step": 379900
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0196,
+      "step": 379950
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.0196,
+      "step": 380000
+    },
+    {
+      "epoch": 2.54,
+      "eval_af_opus100_pr_auc": 0.8115545365184986,
+      "eval_af_ud_pr_auc": 0.998335685607506,
+      "eval_am_opus100_pr_auc": 0.6986908163459806,
+      "eval_ar_ersatz_pr_auc": 0.9367711103587794,
+      "eval_ar_opus100_pr_auc": 0.763761501546316,
+      "eval_ar_ud_pr_auc": 0.9085745565939671,
+      "eval_average_ersatz_pr_auc": 0.97690213425969,
+      "eval_average_opus100_pr_auc": 0.8650698317165287,
+      "eval_average_ud_pr_auc": 0.9682947748245606,
+      "eval_az_opus100_pr_auc": 0.8131943564038957,
+      "eval_be_opus100_pr_auc": 0.7769426278590094,
+      "eval_be_ud_pr_auc": 0.9001672206780964,
+      "eval_bg_opus100_pr_auc": 0.9293634352426622,
+      "eval_bg_ud_pr_auc": 0.997978283005233,
+      "eval_bn_opus100_pr_auc": 0.8687803123442752,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9078477084121843,
+      "eval_ca_ud_pr_auc": 0.9977468438250604,
+      "eval_ceb_ud_pr_auc": 0.9962278795613435,
+      "eval_cs_ersatz_pr_auc": 0.9895505966950443,
+      "eval_cs_opus100_pr_auc": 0.9299545542740025,
+      "eval_cs_ud_pr_auc": 0.9640420678910844,
+      "eval_cy_opus100_pr_auc": 0.8000646456016915,
+      "eval_cy_ud_pr_auc": 0.9978058808606229,
+      "eval_da_opus100_pr_auc": 0.9342458966916241,
+      "eval_da_ud_pr_auc": 0.9799628429407905,
+      "eval_de_ersatz_pr_auc": 0.9916551624403099,
+      "eval_de_opus100_pr_auc": 0.9250983502121137,
+      "eval_de_ud_pr_auc": 0.9846306357459321,
+      "eval_el_opus100_pr_auc": 0.9290624521827286,
+      "eval_el_ud_pr_auc": 0.991024801288396,
+      "eval_en_ersatz_pr_auc": 0.994754711818761,
+      "eval_en_opus100_pr_auc": 0.9265319100239,
+      "eval_en_ud_pr_auc": 0.9876923318617323,
+      "eval_eo_opus100_pr_auc": 0.9330647007856246,
+      "eval_es_ersatz_pr_auc": 0.9968698105778825,
+      "eval_es_opus100_pr_auc": 0.9460212556866993,
+      "eval_es_ud_pr_auc": 0.9897849988410542,
+      "eval_et_ersatz_pr_auc": 0.9831945449483771,
+      "eval_et_opus100_pr_auc": 0.9377503865152712,
+      "eval_et_ud_pr_auc": 0.9769070605321909,
+      "eval_eu_opus100_pr_auc": 0.8878638761470615,
+      "eval_eu_ud_pr_auc": 0.9907482778929952,
+      "eval_fa_opus100_pr_auc": 0.6659006952819065,
+      "eval_fa_ud_pr_auc": 0.9970758287590755,
+      "eval_fi_ersatz_pr_auc": 0.9954944650002311,
+      "eval_fi_opus100_pr_auc": 0.9372811855256306,
+      "eval_fi_ud_pr_auc": 0.9677426126648955,
+      "eval_fr_ersatz_pr_auc": 0.9897360851661752,
+      "eval_fr_opus100_pr_auc": 0.9315042200421455,
+      "eval_fr_ud_pr_auc": 0.9929842408084995,
+      "eval_fy_opus100_pr_auc": 0.7196162241597698,
+      "eval_ga_opus100_pr_auc": 0.9236860087164136,
+      "eval_ga_ud_pr_auc": 0.8310090686934657,
+      "eval_gd_opus100_pr_auc": 0.7862853910510004,
+      "eval_gd_ud_pr_auc": 0.8364024687430398,
+      "eval_gl_opus100_pr_auc": 0.9111380562624115,
+      "eval_gl_ud_pr_auc": 0.9976133761821137,
+      "eval_gu_ersatz_pr_auc": 0.9519366644946344,
+      "eval_gu_opus100_pr_auc": 0.7761537050039292,
+      "eval_ha_opus100_pr_auc": 0.940520403032863,
+      "eval_he_opus100_pr_auc": 0.8950931753368712,
+      "eval_he_ud_pr_auc": 0.9872083043145956,
+      "eval_hi_ersatz_pr_auc": 0.9847602717126831,
+      "eval_hi_opus100_pr_auc": 0.7524712423834815,
+      "eval_hi_ud_pr_auc": 0.989345547029957,
+      "eval_hu_opus100_pr_auc": 0.9277341697286603,
+      "eval_hu_ud_pr_auc": 0.9866568123180107,
+      "eval_hy_opus100_pr_auc": 0.9198168252145462,
+      "eval_hy_ud_pr_auc": 0.9703794288667651,
+      "eval_id_opus100_pr_auc": 0.8970552978781982,
+      "eval_id_ud_pr_auc": 0.9969352362894484,
+      "eval_ig_opus100_pr_auc": 0.8850907379047084,
+      "eval_is_opus100_pr_auc": 0.9352924455388646,
+      "eval_is_ud_pr_auc": 0.9172626181453851,
+      "eval_it_opus100_pr_auc": 0.9285775292111822,
+      "eval_it_ud_pr_auc": 0.9947338532462204,
+      "eval_ja_ersatz_pr_auc": 0.9180899361824043,
+      "eval_ja_opus100_pr_auc": 0.8746349882540978,
+      "eval_ja_ud_pr_auc": 0.9851326730581647,
+      "eval_jv_ud_pr_auc": 0.954491365838821,
+      "eval_ka_opus100_pr_auc": 0.8623120622504206,
+      "eval_kk_ersatz_pr_auc": 0.9909923238822179,
+      "eval_kk_opus100_pr_auc": 0.8192011002025381,
+      "eval_kk_ud_pr_auc": 0.9760351228448362,
+      "eval_km_ersatz_pr_auc": 0.9578105237282288,
+      "eval_km_opus100_pr_auc": 0.7915975021533903,
+      "eval_kn_opus100_pr_auc": 0.6969434652193893,
+      "eval_ko_opus100_pr_auc": 0.7155507981059942,
+      "eval_ko_ud_pr_auc": 0.9972693195621232,
+      "eval_ku_opus100_pr_auc": 0.8782183805389127,
+      "eval_ky_opus100_pr_auc": 0.9142087314204821,
+      "eval_la_ud_pr_auc": 0.9642035251729634,
+      "eval_loss": 0.023082470521330833,
+      "eval_lt_ersatz_pr_auc": 0.9974730767213911,
+      "eval_lt_opus100_pr_auc": 0.9080844574657929,
+      "eval_lt_ud_pr_auc": 0.9960827589394997,
+      "eval_lv_ersatz_pr_auc": 0.9941837334715979,
+      "eval_lv_opus100_pr_auc": 0.910862907734118,
+      "eval_lv_ud_pr_auc": 0.9709424572100274,
+      "eval_mg_opus100_pr_auc": 0.948387575536492,
+      "eval_mk_opus100_pr_auc": 0.9316111551602545,
+      "eval_ml_opus100_pr_auc": 0.8250747338609202,
+      "eval_mn_opus100_pr_auc": 0.9599684680907924,
+      "eval_mr_opus100_pr_auc": 0.9280887001502991,
+      "eval_mr_ud_pr_auc": 0.9782158239484877,
+      "eval_ms_opus100_pr_auc": 0.8855388088708278,
+      "eval_mt_opus100_pr_auc": 0.8844892141613322,
+      "eval_mt_ud_pr_auc": 0.9150041287472751,
+      "eval_my_opus100_pr_auc": 0.8730682653061415,
+      "eval_ne_opus100_pr_auc": 0.7610640443460962,
+      "eval_nl_opus100_pr_auc": 0.900628433373606,
+      "eval_nl_ud_pr_auc": 0.9889120469472125,
+      "eval_no_opus100_pr_auc": 0.9293137439934606,
+      "eval_no_ud_pr_auc": 0.9965755488498329,
+      "eval_pa_opus100_pr_auc": 0.7121112359762017,
+      "eval_pl_ersatz_pr_auc": 0.9734600460504158,
+      "eval_pl_opus100_pr_auc": 0.9107768940839543,
+      "eval_pl_ud_pr_auc": 0.9744620782701532,
+      "eval_ps_ersatz_pr_auc": 0.9274994132252832,
+      "eval_ps_opus100_pr_auc": 0.7705668169470735,
+      "eval_pt_opus100_pr_auc": 0.9366291635402616,
+      "eval_pt_ud_pr_auc": 0.9880096680978165,
+      "eval_ro_ersatz_pr_auc": 0.9942160653180461,
+      "eval_ro_opus100_pr_auc": 0.8786289304030784,
+      "eval_ro_ud_pr_auc": 0.92106971944971,
+      "eval_ru_ersatz_pr_auc": 0.9967064280674661,
+      "eval_ru_opus100_pr_auc": 0.9462696885528542,
+      "eval_ru_ud_pr_auc": 0.8879151393308112,
+      "eval_runtime": 390.2499,
+      "eval_samples_per_second": 193.743,
+      "eval_si_opus100_pr_auc": 0.828556998774246,
+      "eval_sk_opus100_pr_auc": 0.9482933060345833,
+      "eval_sk_ud_pr_auc": 0.988680159373941,
+      "eval_sl_opus100_pr_auc": 0.9009943691190083,
+      "eval_sl_ud_pr_auc": 0.9667017014100929,
+      "eval_sq_opus100_pr_auc": 0.9407208402795542,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.92872639672236,
+      "eval_sr_ud_pr_auc": 0.9995167983925475,
+      "eval_steps_per_second": 0.758,
+      "eval_sv_opus100_pr_auc": 0.9233144336194473,
+      "eval_sv_ud_pr_auc": 0.9599543333775544,
+      "eval_ta_ersatz_pr_auc": 0.9846535739204422,
+      "eval_ta_opus100_pr_auc": 0.7621424590092005,
+      "eval_ta_ud_pr_auc": 0.999372854486172,
+      "eval_te_opus100_pr_auc": 0.8281649839965449,
+      "eval_tg_opus100_pr_auc": 0.9129037079312265,
+      "eval_th_opus100_pr_auc": 0.7133223065586056,
+      "eval_th_ud_pr_auc": 0.8921361930950875,
+      "eval_tr_ersatz_pr_auc": 0.9742720983409854,
+      "eval_tr_opus100_pr_auc": 0.9108617557564983,
+      "eval_tr_ud_pr_auc": 0.9633187760784385,
+      "eval_uk_opus100_pr_auc": 0.8955039965313389,
+      "eval_uk_ud_pr_auc": 0.9293545567133702,
+      "eval_ur_opus100_pr_auc": 0.661071341332646,
+      "eval_ur_ud_pr_auc": 0.9941781429959035,
+      "eval_uz_opus100_pr_auc": 0.8971403637091794,
+      "eval_vi_opus100_pr_auc": 0.9046500782916773,
+      "eval_vi_ud_pr_auc": 0.9493741169946344,
+      "eval_xh_opus100_pr_auc": 0.8954046688629458,
+      "eval_yi_opus100_pr_auc": 0.6799237994250966,
+      "eval_yo_opus100_pr_auc": 0.8411229189879602,
+      "eval_yo_ud_pr_auc": 0.9332878018206879,
+      "eval_zh_ersatz_pr_auc": 0.9677663115918216,
+      "eval_zh_opus100_pr_auc": 0.9065725881558476,
+      "eval_zh_ud_pr_auc": 0.9956265908063096,
+      "eval_zu_opus100_pr_auc": 0.8494939868924705,
+      "step": 380000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.0197,
+      "step": 380050
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.0196,
+      "step": 380100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.0197,
+      "step": 380150
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0197,
+      "step": 380200
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0198,
+      "step": 380250
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.0197,
+      "step": 380300
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.0198,
+      "step": 380350
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.0198,
+      "step": 380400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0197,
+      "step": 380450
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.0198,
+      "step": 380500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.0197,
+      "step": 380550
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.0196,
+      "step": 380600
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.0195,
+      "step": 380650
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0197,
+      "step": 380700
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0196,
+      "step": 380750
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0198,
+      "step": 380800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0197,
+      "step": 380850
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0197,
+      "step": 380900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.0196,
+      "step": 380950
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0197,
+      "step": 381000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0197,
+      "step": 381050
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.0198,
+      "step": 381100
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.0197,
+      "step": 381150
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.0196,
+      "step": 381200
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.0198,
+      "step": 381250
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0198,
+      "step": 381300
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.0197,
+      "step": 381350
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0196,
+      "step": 381400
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.0194,
+      "step": 381450
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.0196,
+      "step": 381500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0198,
+      "step": 381550
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.0196,
+      "step": 381600
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.0197,
+      "step": 381650
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0196,
+      "step": 381700
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0196,
+      "step": 381750
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0195,
+      "step": 381800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.0196,
+      "step": 381850
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.0197,
+      "step": 381900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0197,
+      "step": 381950
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0196,
+      "step": 382000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0198,
+      "step": 382050
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0196,
+      "step": 382100
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0197,
+      "step": 382150
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0197,
+      "step": 382200
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0196,
+      "step": 382250
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0197,
+      "step": 382300
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.0198,
+      "step": 382350
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.0196,
+      "step": 382400
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.0198,
+      "step": 382450
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0197,
+      "step": 382500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0195,
+      "step": 382550
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0195,
+      "step": 382600
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0197,
+      "step": 382650
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.0197,
+      "step": 382700
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.0196,
+      "step": 382750
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.0196,
+      "step": 382800
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.0196,
+      "step": 382850
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.0195,
+      "step": 382900
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.0196,
+      "step": 382950
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0196,
+      "step": 383000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0197,
+      "step": 383050
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.0195,
+      "step": 383100
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0197,
+      "step": 383150
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.0197,
+      "step": 383200
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.0197,
+      "step": 383250
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0196,
+      "step": 383300
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0196,
+      "step": 383350
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0196,
+      "step": 383400
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.0196,
+      "step": 383450
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.0197,
+      "step": 383500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0195,
+      "step": 383550
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.0198,
+      "step": 383600
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.0197,
+      "step": 383650
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.0197,
+      "step": 383700
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0196,
+      "step": 383750
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.0198,
+      "step": 383800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.0197,
+      "step": 383850
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.0196,
+      "step": 383900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0197,
+      "step": 383950
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.0197,
+      "step": 384000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.0197,
+      "step": 384050
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0196,
+      "step": 384100
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.0198,
+      "step": 384150
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.0197,
+      "step": 384200
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0197,
+      "step": 384250
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.0196,
+      "step": 384300
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0197,
+      "step": 384350
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.0197,
+      "step": 384400
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.0197,
+      "step": 384450
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.0197,
+      "step": 384500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.0195,
+      "step": 384550
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.0196,
+      "step": 384600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.0195,
+      "step": 384650
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.0197,
+      "step": 384700
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0197,
+      "step": 384750
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.0197,
+      "step": 384800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.0197,
+      "step": 384850
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0196,
+      "step": 384900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0195,
+      "step": 384950
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.0196,
+      "step": 385000
+    },
+    {
+      "epoch": 2.57,
+      "eval_af_opus100_pr_auc": 0.8120728005306153,
+      "eval_af_ud_pr_auc": 0.9973983904225228,
+      "eval_am_opus100_pr_auc": 0.6997645727544577,
+      "eval_ar_ersatz_pr_auc": 0.933349039741749,
+      "eval_ar_opus100_pr_auc": 0.7591121659264238,
+      "eval_ar_ud_pr_auc": 0.9100745620047055,
+      "eval_average_ersatz_pr_auc": 0.9762773756249061,
+      "eval_average_opus100_pr_auc": 0.8645956395392599,
+      "eval_average_ud_pr_auc": 0.9678507740560481,
+      "eval_az_opus100_pr_auc": 0.8115856557508808,
+      "eval_be_opus100_pr_auc": 0.7789140869443089,
+      "eval_be_ud_pr_auc": 0.898512633973838,
+      "eval_bg_opus100_pr_auc": 0.9283591625353613,
+      "eval_bg_ud_pr_auc": 0.997683164322471,
+      "eval_bn_opus100_pr_auc": 0.8669255588213721,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9074771779319482,
+      "eval_ca_ud_pr_auc": 0.9976300709640975,
+      "eval_ceb_ud_pr_auc": 0.9970723162155259,
+      "eval_cs_ersatz_pr_auc": 0.9896055691427263,
+      "eval_cs_opus100_pr_auc": 0.9307783782337541,
+      "eval_cs_ud_pr_auc": 0.9643926774950708,
+      "eval_cy_opus100_pr_auc": 0.803630452014491,
+      "eval_cy_ud_pr_auc": 0.9977681077789295,
+      "eval_da_opus100_pr_auc": 0.9331833437572697,
+      "eval_da_ud_pr_auc": 0.9797751879449981,
+      "eval_de_ersatz_pr_auc": 0.9912167282229563,
+      "eval_de_opus100_pr_auc": 0.9240618567951545,
+      "eval_de_ud_pr_auc": 0.9848490399644878,
+      "eval_el_opus100_pr_auc": 0.927223732613175,
+      "eval_el_ud_pr_auc": 0.9907204189503118,
+      "eval_en_ersatz_pr_auc": 0.9943107922406864,
+      "eval_en_opus100_pr_auc": 0.9260625494816238,
+      "eval_en_ud_pr_auc": 0.9870446398629309,
+      "eval_eo_opus100_pr_auc": 0.9329968637578713,
+      "eval_es_ersatz_pr_auc": 0.9968280785071745,
+      "eval_es_opus100_pr_auc": 0.9458212023560376,
+      "eval_es_ud_pr_auc": 0.9899189757712984,
+      "eval_et_ersatz_pr_auc": 0.9827980545047076,
+      "eval_et_opus100_pr_auc": 0.9363012310301007,
+      "eval_et_ud_pr_auc": 0.9754770002338474,
+      "eval_eu_opus100_pr_auc": 0.88776992581347,
+      "eval_eu_ud_pr_auc": 0.9910355234970943,
+      "eval_fa_opus100_pr_auc": 0.6641631863849222,
+      "eval_fa_ud_pr_auc": 0.9967643561895602,
+      "eval_fi_ersatz_pr_auc": 0.995177229966996,
+      "eval_fi_opus100_pr_auc": 0.935821012734637,
+      "eval_fi_ud_pr_auc": 0.9661494413943887,
+      "eval_fr_ersatz_pr_auc": 0.9885884563290774,
+      "eval_fr_opus100_pr_auc": 0.9307060986832971,
+      "eval_fr_ud_pr_auc": 0.9924459709678406,
+      "eval_fy_opus100_pr_auc": 0.7249892177613168,
+      "eval_ga_opus100_pr_auc": 0.9211724145475088,
+      "eval_ga_ud_pr_auc": 0.8258309436053659,
+      "eval_gd_opus100_pr_auc": 0.7841889411755232,
+      "eval_gd_ud_pr_auc": 0.8346794151509842,
+      "eval_gl_opus100_pr_auc": 0.9103106208647012,
+      "eval_gl_ud_pr_auc": 0.9978629924872304,
+      "eval_gu_ersatz_pr_auc": 0.9525538634324554,
+      "eval_gu_opus100_pr_auc": 0.7755919766340578,
+      "eval_ha_opus100_pr_auc": 0.9399103734070526,
+      "eval_he_opus100_pr_auc": 0.8987752831061055,
+      "eval_he_ud_pr_auc": 0.9862564631544218,
+      "eval_hi_ersatz_pr_auc": 0.9837732592752538,
+      "eval_hi_opus100_pr_auc": 0.7521614312399735,
+      "eval_hi_ud_pr_auc": 0.9891387716004182,
+      "eval_hu_opus100_pr_auc": 0.9275772643313638,
+      "eval_hu_ud_pr_auc": 0.9859730797841839,
+      "eval_hy_opus100_pr_auc": 0.9188496888384197,
+      "eval_hy_ud_pr_auc": 0.9704366649653738,
+      "eval_id_opus100_pr_auc": 0.8998855402189854,
+      "eval_id_ud_pr_auc": 0.9965205774059879,
+      "eval_ig_opus100_pr_auc": 0.883660773044167,
+      "eval_is_opus100_pr_auc": 0.9343691195025814,
+      "eval_is_ud_pr_auc": 0.9117952670330413,
+      "eval_it_opus100_pr_auc": 0.9276709500829461,
+      "eval_it_ud_pr_auc": 0.9938809702842896,
+      "eval_ja_ersatz_pr_auc": 0.9149641873187263,
+      "eval_ja_opus100_pr_auc": 0.873655019391123,
+      "eval_ja_ud_pr_auc": 0.9846266858643827,
+      "eval_jv_ud_pr_auc": 0.9534389400932725,
+      "eval_ka_opus100_pr_auc": 0.8587595529165336,
+      "eval_kk_ersatz_pr_auc": 0.9903425026529695,
+      "eval_kk_opus100_pr_auc": 0.8264168415901758,
+      "eval_kk_ud_pr_auc": 0.9751896525309354,
+      "eval_km_ersatz_pr_auc": 0.9583274230507084,
+      "eval_km_opus100_pr_auc": 0.78897191475212,
+      "eval_kn_opus100_pr_auc": 0.694709430724356,
+      "eval_ko_opus100_pr_auc": 0.7108292348054407,
+      "eval_ko_ud_pr_auc": 0.9971383057712279,
+      "eval_ku_opus100_pr_auc": 0.8779256564059081,
+      "eval_ky_opus100_pr_auc": 0.9071297548386992,
+      "eval_la_ud_pr_auc": 0.964030960102769,
+      "eval_loss": 0.023179402574896812,
+      "eval_lt_ersatz_pr_auc": 0.9974928184882954,
+      "eval_lt_opus100_pr_auc": 0.908142595883787,
+      "eval_lt_ud_pr_auc": 0.9955142930687281,
+      "eval_lv_ersatz_pr_auc": 0.9938049980732385,
+      "eval_lv_opus100_pr_auc": 0.9106154802086691,
+      "eval_lv_ud_pr_auc": 0.9694862215628943,
+      "eval_mg_opus100_pr_auc": 0.9479917139404082,
+      "eval_mk_opus100_pr_auc": 0.9309697521741674,
+      "eval_ml_opus100_pr_auc": 0.8233354850513834,
+      "eval_mn_opus100_pr_auc": 0.9629156912118967,
+      "eval_mr_opus100_pr_auc": 0.9271073003410607,
+      "eval_mr_ud_pr_auc": 0.9779930502561144,
+      "eval_ms_opus100_pr_auc": 0.8872049296416212,
+      "eval_mt_opus100_pr_auc": 0.8834891330096427,
+      "eval_mt_ud_pr_auc": 0.9147807774068081,
+      "eval_my_opus100_pr_auc": 0.8734841163239276,
+      "eval_ne_opus100_pr_auc": 0.7613167936162446,
+      "eval_nl_opus100_pr_auc": 0.9010955897845699,
+      "eval_nl_ud_pr_auc": 0.9884223649601926,
+      "eval_no_opus100_pr_auc": 0.9306401316359928,
+      "eval_no_ud_pr_auc": 0.9966346155339585,
+      "eval_pa_opus100_pr_auc": 0.7201618251795884,
+      "eval_pl_ersatz_pr_auc": 0.9725011045696078,
+      "eval_pl_opus100_pr_auc": 0.9102979993784264,
+      "eval_pl_ud_pr_auc": 0.9734986038301866,
+      "eval_ps_ersatz_pr_auc": 0.9270547586589472,
+      "eval_ps_opus100_pr_auc": 0.7717462876529405,
+      "eval_pt_opus100_pr_auc": 0.9346690471801982,
+      "eval_pt_ud_pr_auc": 0.9873355157796359,
+      "eval_ro_ersatz_pr_auc": 0.993591660853819,
+      "eval_ro_opus100_pr_auc": 0.8779079802323666,
+      "eval_ro_ud_pr_auc": 0.9259073855363319,
+      "eval_ru_ersatz_pr_auc": 0.9965475771663419,
+      "eval_ru_opus100_pr_auc": 0.9464224814524218,
+      "eval_ru_ud_pr_auc": 0.8902711595964644,
+      "eval_runtime": 393.7198,
+      "eval_samples_per_second": 192.035,
+      "eval_si_opus100_pr_auc": 0.8277856320103912,
+      "eval_sk_opus100_pr_auc": 0.9494256223499865,
+      "eval_sk_ud_pr_auc": 0.9874455116798717,
+      "eval_sl_opus100_pr_auc": 0.8995053779297982,
+      "eval_sl_ud_pr_auc": 0.9660251797678067,
+      "eval_sq_opus100_pr_auc": 0.9390997902454542,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9294591657948175,
+      "eval_sr_ud_pr_auc": 0.9994882939564086,
+      "eval_steps_per_second": 0.752,
+      "eval_sv_opus100_pr_auc": 0.9202696997337055,
+      "eval_sv_ud_pr_auc": 0.9584140794901208,
+      "eval_ta_ersatz_pr_auc": 0.9831663158260686,
+      "eval_ta_opus100_pr_auc": 0.7592517106035782,
+      "eval_ta_ud_pr_auc": 0.9987390126208027,
+      "eval_te_opus100_pr_auc": 0.8252887459129682,
+      "eval_tg_opus100_pr_auc": 0.9134489233757661,
+      "eval_th_opus100_pr_auc": 0.7092664653156322,
+      "eval_th_ud_pr_auc": 0.8947963609142424,
+      "eval_tr_ersatz_pr_auc": 0.9726952736172897,
+      "eval_tr_opus100_pr_auc": 0.9094845844421204,
+      "eval_tr_ud_pr_auc": 0.9611486473359204,
+      "eval_uk_opus100_pr_auc": 0.8944543827222124,
+      "eval_uk_ud_pr_auc": 0.9266262076689785,
+      "eval_ur_opus100_pr_auc": 0.6594748396320038,
+      "eval_ur_ud_pr_auc": 0.9935564039323954,
+      "eval_uz_opus100_pr_auc": 0.8970390811246162,
+      "eval_vi_opus100_pr_auc": 0.906253730153314,
+      "eval_vi_ud_pr_auc": 0.9531439517614074,
+      "eval_xh_opus100_pr_auc": 0.8949991167196997,
+      "eval_yi_opus100_pr_auc": 0.6850159079568889,
+      "eval_yo_opus100_pr_auc": 0.8362384798654219,
+      "eval_yo_ud_pr_auc": 0.9314124689124372,
+      "eval_zh_ersatz_pr_auc": 0.9694125721081376,
+      "eval_zh_opus100_pr_auc": 0.9034744108474104,
+      "eval_zh_ud_pr_auc": 0.9953418478352325,
+      "eval_zu_opus100_pr_auc": 0.8478504265539913,
+      "step": 385000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.0197,
+      "step": 385050
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0197,
+      "step": 385100
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0198,
+      "step": 385150
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.0197,
+      "step": 385200
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0195,
+      "step": 385250
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0198,
+      "step": 385300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.0194,
+      "step": 385350
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.0198,
+      "step": 385400
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.0196,
+      "step": 385450
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0197,
+      "step": 385500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.0195,
+      "step": 385550
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.0196,
+      "step": 385600
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0198,
+      "step": 385650
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.0197,
+      "step": 385700
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.0198,
+      "step": 385750
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.0199,
+      "step": 385800
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.0197,
+      "step": 385850
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.0196,
+      "step": 385900
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.0197,
+      "step": 385950
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0195,
+      "step": 386000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.0197,
+      "step": 386050
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.0195,
+      "step": 386100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.0196,
+      "step": 386150
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.0196,
+      "step": 386200
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0195,
+      "step": 386250
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.0196,
+      "step": 386300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.0196,
+      "step": 386350
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.0196,
+      "step": 386400
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.0198,
+      "step": 386450
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.0195,
+      "step": 386500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0196,
+      "step": 386550
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0197,
+      "step": 386600
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.0196,
+      "step": 386650
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0196,
+      "step": 386700
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.0196,
+      "step": 386750
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0195,
+      "step": 386800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0196,
+      "step": 386850
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.0196,
+      "step": 386900
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0194,
+      "step": 386950
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.0197,
+      "step": 387000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.0197,
+      "step": 387050
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0196,
+      "step": 387100
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.0196,
+      "step": 387150
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0195,
+      "step": 387200
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.0197,
+      "step": 387250
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.0197,
+      "step": 387300
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.0197,
+      "step": 387350
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.0197,
+      "step": 387400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0196,
+      "step": 387450
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0196,
+      "step": 387500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0196,
+      "step": 387550
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.0196,
+      "step": 387600
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.0196,
+      "step": 387650
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.0197,
+      "step": 387700
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0198,
+      "step": 387750
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.0196,
+      "step": 387800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0198,
+      "step": 387850
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.0196,
+      "step": 387900
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.0196,
+      "step": 387950
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0197,
+      "step": 388000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0197,
+      "step": 388050
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0197,
+      "step": 388100
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.0195,
+      "step": 388150
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0195,
+      "step": 388200
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0197,
+      "step": 388250
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.0196,
+      "step": 388300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0197,
+      "step": 388350
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.0195,
+      "step": 388400
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.0197,
+      "step": 388450
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0194,
+      "step": 388500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.0198,
+      "step": 388550
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.0198,
+      "step": 388600
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.0198,
+      "step": 388650
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0197,
+      "step": 388700
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0198,
+      "step": 388750
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.0198,
+      "step": 388800
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.0196,
+      "step": 388850
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.0195,
+      "step": 388900
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0196,
+      "step": 388950
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.0195,
+      "step": 389000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.0196,
+      "step": 389050
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0197,
+      "step": 389100
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.0195,
+      "step": 389150
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0196,
+      "step": 389200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.0196,
+      "step": 389250
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.0197,
+      "step": 389300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0197,
+      "step": 389350
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0198,
+      "step": 389400
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0196,
+      "step": 389450
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.0195,
+      "step": 389500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.0195,
+      "step": 389550
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0197,
+      "step": 389600
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0195,
+      "step": 389650
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.0196,
+      "step": 389700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.0196,
+      "step": 389750
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.0195,
+      "step": 389800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.0196,
+      "step": 389850
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.0197,
+      "step": 389900
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.0195,
+      "step": 389950
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0195,
+      "step": 390000
+    },
+    {
+      "epoch": 2.61,
+      "eval_af_opus100_pr_auc": 0.8099604624282537,
+      "eval_af_ud_pr_auc": 0.998417874897068,
+      "eval_am_opus100_pr_auc": 0.7089415723284098,
+      "eval_ar_ersatz_pr_auc": 0.9350641844803964,
+      "eval_ar_opus100_pr_auc": 0.7632385466023253,
+      "eval_ar_ud_pr_auc": 0.9085624926083956,
+      "eval_average_ersatz_pr_auc": 0.9759190224679849,
+      "eval_average_opus100_pr_auc": 0.8645059245539459,
+      "eval_average_ud_pr_auc": 0.9667802528674294,
+      "eval_az_opus100_pr_auc": 0.8123798936694645,
+      "eval_be_opus100_pr_auc": 0.7792724544666818,
+      "eval_be_ud_pr_auc": 0.8970745505297706,
+      "eval_bg_opus100_pr_auc": 0.9288404969464474,
+      "eval_bg_ud_pr_auc": 0.9973687000561713,
+      "eval_bn_opus100_pr_auc": 0.8668059082915031,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9064369591939487,
+      "eval_ca_ud_pr_auc": 0.9971464859000834,
+      "eval_ceb_ud_pr_auc": 0.9965604528424014,
+      "eval_cs_ersatz_pr_auc": 0.9888888449965014,
+      "eval_cs_opus100_pr_auc": 0.9272552811449923,
+      "eval_cs_ud_pr_auc": 0.9630363995171725,
+      "eval_cy_opus100_pr_auc": 0.8045620150018535,
+      "eval_cy_ud_pr_auc": 0.9976921157970227,
+      "eval_da_opus100_pr_auc": 0.9334662434825894,
+      "eval_da_ud_pr_auc": 0.9788348183102663,
+      "eval_de_ersatz_pr_auc": 0.9908163928832859,
+      "eval_de_opus100_pr_auc": 0.924375959763071,
+      "eval_de_ud_pr_auc": 0.98354185332686,
+      "eval_el_opus100_pr_auc": 0.9268598953168589,
+      "eval_el_ud_pr_auc": 0.9901871249134601,
+      "eval_en_ersatz_pr_auc": 0.9942042711251668,
+      "eval_en_opus100_pr_auc": 0.9260077286076055,
+      "eval_en_ud_pr_auc": 0.9865569642685698,
+      "eval_eo_opus100_pr_auc": 0.9314889256688984,
+      "eval_es_ersatz_pr_auc": 0.9967514505055658,
+      "eval_es_opus100_pr_auc": 0.9453280672422822,
+      "eval_es_ud_pr_auc": 0.98955965460626,
+      "eval_et_ersatz_pr_auc": 0.982197308865677,
+      "eval_et_opus100_pr_auc": 0.9341270911047294,
+      "eval_et_ud_pr_auc": 0.9747262840585588,
+      "eval_eu_opus100_pr_auc": 0.8858202345529738,
+      "eval_eu_ud_pr_auc": 0.9898221172794361,
+      "eval_fa_opus100_pr_auc": 0.6677805141707617,
+      "eval_fa_ud_pr_auc": 0.9967620540750612,
+      "eval_fi_ersatz_pr_auc": 0.995132215438534,
+      "eval_fi_opus100_pr_auc": 0.933376789446605,
+      "eval_fi_ud_pr_auc": 0.964785548001723,
+      "eval_fr_ersatz_pr_auc": 0.9879026836325191,
+      "eval_fr_opus100_pr_auc": 0.9307370949903925,
+      "eval_fr_ud_pr_auc": 0.9919392049155502,
+      "eval_fy_opus100_pr_auc": 0.7211079363530213,
+      "eval_ga_opus100_pr_auc": 0.919527372439129,
+      "eval_ga_ud_pr_auc": 0.8202995468918989,
+      "eval_gd_opus100_pr_auc": 0.7851442307440509,
+      "eval_gd_ud_pr_auc": 0.82869558146454,
+      "eval_gl_opus100_pr_auc": 0.9105345763466633,
+      "eval_gl_ud_pr_auc": 0.9975505076964167,
+      "eval_gu_ersatz_pr_auc": 0.9526665000114549,
+      "eval_gu_opus100_pr_auc": 0.7790237223419444,
+      "eval_ha_opus100_pr_auc": 0.9400476470346766,
+      "eval_he_opus100_pr_auc": 0.896231538187982,
+      "eval_he_ud_pr_auc": 0.9856081139182105,
+      "eval_hi_ersatz_pr_auc": 0.983453220920189,
+      "eval_hi_opus100_pr_auc": 0.7503366678868967,
+      "eval_hi_ud_pr_auc": 0.9900045601159218,
+      "eval_hu_opus100_pr_auc": 0.9256070085760726,
+      "eval_hu_ud_pr_auc": 0.9856497193717804,
+      "eval_hy_opus100_pr_auc": 0.919584546320331,
+      "eval_hy_ud_pr_auc": 0.9695983760480041,
+      "eval_id_opus100_pr_auc": 0.8954516554871116,
+      "eval_id_ud_pr_auc": 0.9961195714605777,
+      "eval_ig_opus100_pr_auc": 0.8834005548978213,
+      "eval_is_opus100_pr_auc": 0.9335626582946217,
+      "eval_is_ud_pr_auc": 0.9093530381728471,
+      "eval_it_opus100_pr_auc": 0.9256718967342995,
+      "eval_it_ud_pr_auc": 0.9934875242967648,
+      "eval_ja_ersatz_pr_auc": 0.9140480204967232,
+      "eval_ja_opus100_pr_auc": 0.875857468268077,
+      "eval_ja_ud_pr_auc": 0.9857068359911743,
+      "eval_jv_ud_pr_auc": 0.9509681901087659,
+      "eval_ka_opus100_pr_auc": 0.8606062121311273,
+      "eval_kk_ersatz_pr_auc": 0.9902797551177375,
+      "eval_kk_opus100_pr_auc": 0.8250165697527,
+      "eval_kk_ud_pr_auc": 0.9746392473949698,
+      "eval_km_ersatz_pr_auc": 0.9576580071757455,
+      "eval_km_opus100_pr_auc": 0.7897017027235964,
+      "eval_kn_opus100_pr_auc": 0.6992750471351058,
+      "eval_ko_opus100_pr_auc": 0.7063673087539771,
+      "eval_ko_ud_pr_auc": 0.9972747955245205,
+      "eval_ku_opus100_pr_auc": 0.8772164499841217,
+      "eval_ky_opus100_pr_auc": 0.9139938888508454,
+      "eval_la_ud_pr_auc": 0.9630269848276929,
+      "eval_loss": 0.022991692647337914,
+      "eval_lt_ersatz_pr_auc": 0.9973985547304561,
+      "eval_lt_opus100_pr_auc": 0.9054725789206135,
+      "eval_lt_ud_pr_auc": 0.9955070493142044,
+      "eval_lv_ersatz_pr_auc": 0.993416024164422,
+      "eval_lv_opus100_pr_auc": 0.9084959944615304,
+      "eval_lv_ud_pr_auc": 0.968286309091452,
+      "eval_mg_opus100_pr_auc": 0.948000963541811,
+      "eval_mk_opus100_pr_auc": 0.9309477662965014,
+      "eval_ml_opus100_pr_auc": 0.8221828704549992,
+      "eval_mn_opus100_pr_auc": 0.9649099315112732,
+      "eval_mr_opus100_pr_auc": 0.9254833136791749,
+      "eval_mr_ud_pr_auc": 0.9784787321993373,
+      "eval_ms_opus100_pr_auc": 0.8812354137015305,
+      "eval_mt_opus100_pr_auc": 0.8811842223347462,
+      "eval_mt_ud_pr_auc": 0.913696218756068,
+      "eval_my_opus100_pr_auc": 0.8709124329392383,
+      "eval_ne_opus100_pr_auc": 0.7718092635401397,
+      "eval_nl_opus100_pr_auc": 0.8996418434369389,
+      "eval_nl_ud_pr_auc": 0.9882073970858588,
+      "eval_no_opus100_pr_auc": 0.9293319834754076,
+      "eval_no_ud_pr_auc": 0.9963312143087059,
+      "eval_pa_opus100_pr_auc": 0.7247182343837427,
+      "eval_pl_ersatz_pr_auc": 0.9707348935725644,
+      "eval_pl_opus100_pr_auc": 0.9117181999329562,
+      "eval_pl_ud_pr_auc": 0.9727818914310554,
+      "eval_ps_ersatz_pr_auc": 0.9260258919694313,
+      "eval_ps_opus100_pr_auc": 0.771976474012608,
+      "eval_pt_opus100_pr_auc": 0.93463288937346,
+      "eval_pt_ud_pr_auc": 0.987524538107095,
+      "eval_ro_ersatz_pr_auc": 0.9934603920716093,
+      "eval_ro_opus100_pr_auc": 0.8717354601454487,
+      "eval_ro_ud_pr_auc": 0.9184958060438932,
+      "eval_ru_ersatz_pr_auc": 0.9961757540500771,
+      "eval_ru_opus100_pr_auc": 0.9458831622776591,
+      "eval_ru_ud_pr_auc": 0.8834722322396165,
+      "eval_runtime": 390.1045,
+      "eval_samples_per_second": 193.815,
+      "eval_si_opus100_pr_auc": 0.8270969451802707,
+      "eval_sk_opus100_pr_auc": 0.9482506832209094,
+      "eval_sk_ud_pr_auc": 0.9867126311296355,
+      "eval_sl_opus100_pr_auc": 0.8993991421446542,
+      "eval_sl_ud_pr_auc": 0.9648078498146617,
+      "eval_sq_opus100_pr_auc": 0.9372222740176182,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9282257063407413,
+      "eval_sr_ud_pr_auc": 0.9992839384025847,
+      "eval_steps_per_second": 0.759,
+      "eval_sv_opus100_pr_auc": 0.9192990903435339,
+      "eval_sv_ud_pr_auc": 0.9579126623308615,
+      "eval_ta_ersatz_pr_auc": 0.9836029394935849,
+      "eval_ta_opus100_pr_auc": 0.7616843213333182,
+      "eval_ta_ud_pr_auc": 0.9989353686861859,
+      "eval_te_opus100_pr_auc": 0.8256193865742945,
+      "eval_tg_opus100_pr_auc": 0.9119284368792506,
+      "eval_th_opus100_pr_auc": 0.7057476189631692,
+      "eval_th_ud_pr_auc": 0.8947286228132307,
+      "eval_tr_ersatz_pr_auc": 0.9723883018222275,
+      "eval_tr_opus100_pr_auc": 0.9092447712221221,
+      "eval_tr_ud_pr_auc": 0.9607738780408506,
+      "eval_uk_opus100_pr_auc": 0.8938235471434549,
+      "eval_uk_ud_pr_auc": 0.9249758561804539,
+      "eval_ur_opus100_pr_auc": 0.6588585216610974,
+      "eval_ur_ud_pr_auc": 0.9944873511713338,
+      "eval_uz_opus100_pr_auc": 0.8987916598935369,
+      "eval_vi_opus100_pr_auc": 0.9016349356065436,
+      "eval_vi_ud_pr_auc": 0.9448452150678062,
+      "eval_xh_opus100_pr_auc": 0.8932213655619718,
+      "eval_yi_opus100_pr_auc": 0.6945140623370099,
+      "eval_yo_opus100_pr_auc": 0.8395147244294161,
+      "eval_yo_ud_pr_auc": 0.9300330520600266,
+      "eval_zh_ersatz_pr_auc": 0.9679528867717965,
+      "eval_zh_opus100_pr_auc": 0.9034442571773161,
+      "eval_zh_ud_pr_auc": 0.9956393099806493,
+      "eval_zu_opus100_pr_auc": 0.8513625713087323,
+      "step": 390000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.0197,
+      "step": 390050
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0198,
+      "step": 390100
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.0196,
+      "step": 390150
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0197,
+      "step": 390200
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.0195,
+      "step": 390250
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0199,
+      "step": 390300
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.0198,
+      "step": 390350
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0197,
+      "step": 390400
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.0196,
+      "step": 390450
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.0196,
+      "step": 390500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.0195,
+      "step": 390550
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.0196,
+      "step": 390600
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.0196,
+      "step": 390650
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.0199,
+      "step": 390700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.0195,
+      "step": 390750
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0197,
+      "step": 390800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0198,
+      "step": 390850
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.0197,
+      "step": 390900
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0197,
+      "step": 390950
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0197,
+      "step": 391000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.0196,
+      "step": 391050
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0196,
+      "step": 391100
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.0199,
+      "step": 391150
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0195,
+      "step": 391200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0196,
+      "step": 391250
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0196,
+      "step": 391300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.0194,
+      "step": 391350
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.0196,
+      "step": 391400
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.0197,
+      "step": 391450
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.0195,
+      "step": 391500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.0196,
+      "step": 391550
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.0195,
+      "step": 391600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0195,
+      "step": 391650
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0196,
+      "step": 391700
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0196,
+      "step": 391750
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0197,
+      "step": 391800
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.0197,
+      "step": 391850
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.0195,
+      "step": 391900
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0196,
+      "step": 391950
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0195,
+      "step": 392000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.0194,
+      "step": 392050
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.0196,
+      "step": 392100
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0196,
+      "step": 392150
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0197,
+      "step": 392200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.0195,
+      "step": 392250
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.0196,
+      "step": 392300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.0198,
+      "step": 392350
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0195,
+      "step": 392400
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.0194,
+      "step": 392450
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.0195,
+      "step": 392500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0196,
+      "step": 392550
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0199,
+      "step": 392600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.0195,
+      "step": 392650
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.0195,
+      "step": 392700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.0196,
+      "step": 392750
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.0197,
+      "step": 392800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.0195,
+      "step": 392850
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0197,
+      "step": 392900
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.0197,
+      "step": 392950
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.0196,
+      "step": 393000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0196,
+      "step": 393050
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.0198,
+      "step": 393100
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0196,
+      "step": 393150
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.0195,
+      "step": 393200
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.0198,
+      "step": 393250
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.0198,
+      "step": 393300
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0198,
+      "step": 393350
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0196,
+      "step": 393400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0197,
+      "step": 393450
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0197,
+      "step": 393500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.0196,
+      "step": 393550
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0195,
+      "step": 393600
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0195,
+      "step": 393650
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.0197,
+      "step": 393700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.0195,
+      "step": 393750
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0193,
+      "step": 393800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0195,
+      "step": 393850
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.0197,
+      "step": 393900
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0194,
+      "step": 393950
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.0196,
+      "step": 394000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.0195,
+      "step": 394050
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.0194,
+      "step": 394100
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0196,
+      "step": 394150
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0195,
+      "step": 394200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.0197,
+      "step": 394250
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.0196,
+      "step": 394300
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0196,
+      "step": 394350
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.0195,
+      "step": 394400
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.0197,
+      "step": 394450
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.0196,
+      "step": 394500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0196,
+      "step": 394550
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0198,
+      "step": 394600
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.0197,
+      "step": 394650
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0199,
+      "step": 394700
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.0195,
+      "step": 394750
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.0196,
+      "step": 394800
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.0197,
+      "step": 394850
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0194,
+      "step": 394900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.0196,
+      "step": 394950
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.0196,
+      "step": 395000
+    },
+    {
+      "epoch": 2.64,
+      "eval_af_opus100_pr_auc": 0.8142504341850642,
+      "eval_af_ud_pr_auc": 0.9985078242725424,
+      "eval_am_opus100_pr_auc": 0.7087373373830566,
+      "eval_ar_ersatz_pr_auc": 0.9351468949752911,
+      "eval_ar_opus100_pr_auc": 0.7640684470709548,
+      "eval_ar_ud_pr_auc": 0.9091475193993894,
+      "eval_average_ersatz_pr_auc": 0.9763203805299804,
+      "eval_average_opus100_pr_auc": 0.8652671055934573,
+      "eval_average_ud_pr_auc": 0.9673333903163082,
+      "eval_az_opus100_pr_auc": 0.8141500452270459,
+      "eval_be_opus100_pr_auc": 0.7799046265572718,
+      "eval_be_ud_pr_auc": 0.8986425895154762,
+      "eval_bg_opus100_pr_auc": 0.9289916102195411,
+      "eval_bg_ud_pr_auc": 0.9977539103273639,
+      "eval_bn_opus100_pr_auc": 0.8693708564996173,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9085230892213291,
+      "eval_ca_ud_pr_auc": 0.9973343155150802,
+      "eval_ceb_ud_pr_auc": 0.9959339338009275,
+      "eval_cs_ersatz_pr_auc": 0.989004945248246,
+      "eval_cs_opus100_pr_auc": 0.9286743787711256,
+      "eval_cs_ud_pr_auc": 0.963304010774923,
+      "eval_cy_opus100_pr_auc": 0.8065113097987199,
+      "eval_cy_ud_pr_auc": 0.9976964186514979,
+      "eval_da_opus100_pr_auc": 0.9330624947519258,
+      "eval_da_ud_pr_auc": 0.9794006784775761,
+      "eval_de_ersatz_pr_auc": 0.9907340722797638,
+      "eval_de_opus100_pr_auc": 0.9255265650575973,
+      "eval_de_ud_pr_auc": 0.9843126775464681,
+      "eval_el_opus100_pr_auc": 0.9275197183745457,
+      "eval_el_ud_pr_auc": 0.9907603670937083,
+      "eval_en_ersatz_pr_auc": 0.9942469424793632,
+      "eval_en_opus100_pr_auc": 0.9271013071982656,
+      "eval_en_ud_pr_auc": 0.9875049260150429,
+      "eval_eo_opus100_pr_auc": 0.9330256620024965,
+      "eval_es_ersatz_pr_auc": 0.9967661919589426,
+      "eval_es_opus100_pr_auc": 0.9453165332305847,
+      "eval_es_ud_pr_auc": 0.9898245444964874,
+      "eval_et_ersatz_pr_auc": 0.9828612452643751,
+      "eval_et_opus100_pr_auc": 0.936504162048515,
+      "eval_et_ud_pr_auc": 0.9739470008176067,
+      "eval_eu_opus100_pr_auc": 0.8883561241263441,
+      "eval_eu_ud_pr_auc": 0.9907222638742996,
+      "eval_fa_opus100_pr_auc": 0.6640063151280043,
+      "eval_fa_ud_pr_auc": 0.9966569107195284,
+      "eval_fi_ersatz_pr_auc": 0.9953046865819895,
+      "eval_fi_opus100_pr_auc": 0.9348779240108352,
+      "eval_fi_ud_pr_auc": 0.9652650032634075,
+      "eval_fr_ersatz_pr_auc": 0.9884839027470605,
+      "eval_fr_opus100_pr_auc": 0.9318319506471695,
+      "eval_fr_ud_pr_auc": 0.9921535455394619,
+      "eval_fy_opus100_pr_auc": 0.72314779961536,
+      "eval_ga_opus100_pr_auc": 0.9200521775377604,
+      "eval_ga_ud_pr_auc": 0.8206806515554377,
+      "eval_gd_opus100_pr_auc": 0.779361171837226,
+      "eval_gd_ud_pr_auc": 0.8333633826586775,
+      "eval_gl_opus100_pr_auc": 0.9103312043863391,
+      "eval_gl_ud_pr_auc": 0.9975784139663662,
+      "eval_gu_ersatz_pr_auc": 0.9518427016109692,
+      "eval_gu_opus100_pr_auc": 0.7811832284879483,
+      "eval_ha_opus100_pr_auc": 0.940523794418216,
+      "eval_he_opus100_pr_auc": 0.89695329786398,
+      "eval_he_ud_pr_auc": 0.9857908403205005,
+      "eval_hi_ersatz_pr_auc": 0.9840565941509355,
+      "eval_hi_opus100_pr_auc": 0.7508877600284396,
+      "eval_hi_ud_pr_auc": 0.9904552564901152,
+      "eval_hu_opus100_pr_auc": 0.9271754380965513,
+      "eval_hu_ud_pr_auc": 0.9863230291996326,
+      "eval_hy_opus100_pr_auc": 0.9178797151183561,
+      "eval_hy_ud_pr_auc": 0.969192303647365,
+      "eval_id_opus100_pr_auc": 0.8980522454562079,
+      "eval_id_ud_pr_auc": 0.9963989110646129,
+      "eval_ig_opus100_pr_auc": 0.8848119319205423,
+      "eval_is_opus100_pr_auc": 0.9344527616567878,
+      "eval_is_ud_pr_auc": 0.911660518401201,
+      "eval_it_opus100_pr_auc": 0.9283690991942246,
+      "eval_it_ud_pr_auc": 0.9937396848548592,
+      "eval_ja_ersatz_pr_auc": 0.9153922162914666,
+      "eval_ja_opus100_pr_auc": 0.8776453204246037,
+      "eval_ja_ud_pr_auc": 0.9859196552851772,
+      "eval_jv_ud_pr_auc": 0.9515011120088793,
+      "eval_ka_opus100_pr_auc": 0.860501332949499,
+      "eval_kk_ersatz_pr_auc": 0.9905918824492687,
+      "eval_kk_opus100_pr_auc": 0.8251416518058695,
+      "eval_kk_ud_pr_auc": 0.97522498480286,
+      "eval_km_ersatz_pr_auc": 0.9580210538768265,
+      "eval_km_opus100_pr_auc": 0.7920328741743536,
+      "eval_kn_opus100_pr_auc": 0.7004805532153346,
+      "eval_ko_opus100_pr_auc": 0.7129861944199734,
+      "eval_ko_ud_pr_auc": 0.9971519151913899,
+      "eval_ku_opus100_pr_auc": 0.8713448918168716,
+      "eval_ky_opus100_pr_auc": 0.916521094442391,
+      "eval_la_ud_pr_auc": 0.9651115377116615,
+      "eval_loss": 0.02312079630792141,
+      "eval_lt_ersatz_pr_auc": 0.9973850884315246,
+      "eval_lt_opus100_pr_auc": 0.9063058907441568,
+      "eval_lt_ud_pr_auc": 0.9956195139745102,
+      "eval_lv_ersatz_pr_auc": 0.99347899987769,
+      "eval_lv_opus100_pr_auc": 0.9079186267800626,
+      "eval_lv_ud_pr_auc": 0.9691068198719314,
+      "eval_mg_opus100_pr_auc": 0.9477478742784142,
+      "eval_mk_opus100_pr_auc": 0.9301653913149822,
+      "eval_ml_opus100_pr_auc": 0.8258770227116893,
+      "eval_mn_opus100_pr_auc": 0.9637652227678991,
+      "eval_mr_opus100_pr_auc": 0.927207797892989,
+      "eval_mr_ud_pr_auc": 0.9782158239484876,
+      "eval_ms_opus100_pr_auc": 0.8850167343965175,
+      "eval_mt_opus100_pr_auc": 0.8815154938064939,
+      "eval_mt_ud_pr_auc": 0.9081844660547694,
+      "eval_my_opus100_pr_auc": 0.8730648820504486,
+      "eval_ne_opus100_pr_auc": 0.7684356414909785,
+      "eval_nl_opus100_pr_auc": 0.8998085784775143,
+      "eval_nl_ud_pr_auc": 0.9883373499919842,
+      "eval_no_opus100_pr_auc": 0.9292802502794786,
+      "eval_no_ud_pr_auc": 0.99629693311631,
+      "eval_pa_opus100_pr_auc": 0.7237186768497604,
+      "eval_pl_ersatz_pr_auc": 0.971465672174811,
+      "eval_pl_opus100_pr_auc": 0.911835193156699,
+      "eval_pl_ud_pr_auc": 0.9737491842798041,
+      "eval_ps_ersatz_pr_auc": 0.9270755112507122,
+      "eval_ps_opus100_pr_auc": 0.7746247464995312,
+      "eval_pt_opus100_pr_auc": 0.935294658598332,
+      "eval_pt_ud_pr_auc": 0.9873707663990551,
+      "eval_ro_ersatz_pr_auc": 0.9936962393552683,
+      "eval_ro_opus100_pr_auc": 0.8753851835738207,
+      "eval_ro_ud_pr_auc": 0.9223174542295166,
+      "eval_ru_ersatz_pr_auc": 0.9963873241625034,
+      "eval_ru_opus100_pr_auc": 0.9465279602305693,
+      "eval_ru_ud_pr_auc": 0.8815939210131024,
+      "eval_runtime": 387.8493,
+      "eval_samples_per_second": 194.942,
+      "eval_si_opus100_pr_auc": 0.8329357087721714,
+      "eval_sk_opus100_pr_auc": 0.9487637235721703,
+      "eval_sk_ud_pr_auc": 0.9874527212233316,
+      "eval_sl_opus100_pr_auc": 0.8984258763845222,
+      "eval_sl_ud_pr_auc": 0.9663278435299211,
+      "eval_sq_opus100_pr_auc": 0.9392874216905287,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.928208001058228,
+      "eval_sr_ud_pr_auc": 0.9993906741841874,
+      "eval_steps_per_second": 0.763,
+      "eval_sv_opus100_pr_auc": 0.9204133630622818,
+      "eval_sv_ud_pr_auc": 0.9581494904147895,
+      "eval_ta_ersatz_pr_auc": 0.9838310152691422,
+      "eval_ta_opus100_pr_auc": 0.7622312820989761,
+      "eval_ta_ud_pr_auc": 0.9989353686861857,
+      "eval_te_opus100_pr_auc": 0.8278429726004438,
+      "eval_tg_opus100_pr_auc": 0.9133493371742197,
+      "eval_th_opus100_pr_auc": 0.7089435046251259,
+      "eval_th_ud_pr_auc": 0.8966075431892238,
+      "eval_tr_ersatz_pr_auc": 0.9725417171099219,
+      "eval_tr_opus100_pr_auc": 0.9104171264609721,
+      "eval_tr_ud_pr_auc": 0.9627563869942717,
+      "eval_uk_opus100_pr_auc": 0.8964487141435613,
+      "eval_uk_ud_pr_auc": 0.9270755817921646,
+      "eval_ur_opus100_pr_auc": 0.6612596936102597,
+      "eval_ur_ud_pr_auc": 0.9944823744310208,
+      "eval_uz_opus100_pr_auc": 0.8976061547454862,
+      "eval_vi_opus100_pr_auc": 0.90373955526313,
+      "eval_vi_ud_pr_auc": 0.9511241665051445,
+      "eval_xh_opus100_pr_auc": 0.8933058792916082,
+      "eval_yi_opus100_pr_auc": 0.6757757187782336,
+      "eval_yo_opus100_pr_auc": 0.8417286856212771,
+      "eval_yo_ud_pr_auc": 0.9303233499701681,
+      "eval_zh_ersatz_pr_auc": 0.9707334741134909,
+      "eval_zh_opus100_pr_auc": 0.9069958805751505,
+      "eval_zh_ud_pr_auc": 0.9956248769701521,
+      "eval_zu_opus100_pr_auc": 0.850581802857963,
+      "step": 395000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.0195,
+      "step": 395050
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.0196,
+      "step": 395100
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0198,
+      "step": 395150
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.0196,
+      "step": 395200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0194,
+      "step": 395250
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0196,
+      "step": 395300
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0197,
+      "step": 395350
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.0199,
+      "step": 395400
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0197,
+      "step": 395450
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0196,
+      "step": 395500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.0196,
+      "step": 395550
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.0196,
+      "step": 395600
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0196,
+      "step": 395650
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.0198,
+      "step": 395700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0197,
+      "step": 395750
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.0197,
+      "step": 395800
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.0197,
+      "step": 395850
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0198,
+      "step": 395900
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.0196,
+      "step": 395950
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0197,
+      "step": 396000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.0196,
+      "step": 396050
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0195,
+      "step": 396100
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0195,
+      "step": 396150
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.0193,
+      "step": 396200
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0197,
+      "step": 396250
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.0195,
+      "step": 396300
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.0197,
+      "step": 396350
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0198,
+      "step": 396400
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.0194,
+      "step": 396450
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.0196,
+      "step": 396500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0195,
+      "step": 396550
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.0196,
+      "step": 396600
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.0195,
+      "step": 396650
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.0197,
+      "step": 396700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0195,
+      "step": 396750
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0196,
+      "step": 396800
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0193,
+      "step": 396850
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0197,
+      "step": 396900
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0195,
+      "step": 396950
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.0196,
+      "step": 397000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.0198,
+      "step": 397050
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0195,
+      "step": 397100
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0197,
+      "step": 397150
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.0195,
+      "step": 397200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0196,
+      "step": 397250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.0196,
+      "step": 397300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.0195,
+      "step": 397350
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.0195,
+      "step": 397400
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.0196,
+      "step": 397450
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0195,
+      "step": 397500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.0196,
+      "step": 397550
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.0196,
+      "step": 397600
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0196,
+      "step": 397650
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.0195,
+      "step": 397700
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0196,
+      "step": 397750
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0194,
+      "step": 397800
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0197,
+      "step": 397850
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0195,
+      "step": 397900
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0195,
+      "step": 397950
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0196,
+      "step": 398000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0196,
+      "step": 398050
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0196,
+      "step": 398100
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.0195,
+      "step": 398150
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0197,
+      "step": 398200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0197,
+      "step": 398250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.0193,
+      "step": 398300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0198,
+      "step": 398350
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.0195,
+      "step": 398400
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0196,
+      "step": 398450
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0195,
+      "step": 398500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.0196,
+      "step": 398550
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0195,
+      "step": 398600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.0195,
+      "step": 398650
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0196,
+      "step": 398700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.0195,
+      "step": 398750
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.0195,
+      "step": 398800
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.0195,
+      "step": 398850
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.0197,
+      "step": 398900
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0195,
+      "step": 398950
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.0195,
+      "step": 399000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.0196,
+      "step": 399050
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0195,
+      "step": 399100
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0195,
+      "step": 399150
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0196,
+      "step": 399200
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.0193,
+      "step": 399250
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.0197,
+      "step": 399300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0195,
+      "step": 399350
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.0197,
+      "step": 399400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.0195,
+      "step": 399450
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.0196,
+      "step": 399500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.0194,
+      "step": 399550
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0197,
+      "step": 399600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.0196,
+      "step": 399650
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.0194,
+      "step": 399700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.0196,
+      "step": 399750
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0195,
+      "step": 399800
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.0194,
+      "step": 399850
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0195,
+      "step": 399900
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.0196,
+      "step": 399950
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0197,
+      "step": 400000
+    },
+    {
+      "epoch": 2.67,
+      "eval_af_opus100_pr_auc": 0.8093748856394798,
+      "eval_af_ud_pr_auc": 0.9982448965431696,
+      "eval_am_opus100_pr_auc": 0.7038329621369731,
+      "eval_ar_ersatz_pr_auc": 0.9368267404116501,
+      "eval_ar_opus100_pr_auc": 0.7651764421586617,
+      "eval_ar_ud_pr_auc": 0.9086825311033189,
+      "eval_average_ersatz_pr_auc": 0.9764606924717948,
+      "eval_average_opus100_pr_auc": 0.8648103638732051,
+      "eval_average_ud_pr_auc": 0.9674792831693667,
+      "eval_az_opus100_pr_auc": 0.8156225751938656,
+      "eval_be_opus100_pr_auc": 0.7714131178430381,
+      "eval_be_ud_pr_auc": 0.8977824551970286,
+      "eval_bg_opus100_pr_auc": 0.9302383501060792,
+      "eval_bg_ud_pr_auc": 0.9978714611859558,
+      "eval_bn_opus100_pr_auc": 0.8703720680891357,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9090691815407898,
+      "eval_ca_ud_pr_auc": 0.9972468798134686,
+      "eval_ceb_ud_pr_auc": 0.9961122562301823,
+      "eval_cs_ersatz_pr_auc": 0.98867611493025,
+      "eval_cs_opus100_pr_auc": 0.9296173682679905,
+      "eval_cs_ud_pr_auc": 0.963305006597927,
+      "eval_cy_opus100_pr_auc": 0.801504629650852,
+      "eval_cy_ud_pr_auc": 0.997803282718243,
+      "eval_da_opus100_pr_auc": 0.9341012096004973,
+      "eval_da_ud_pr_auc": 0.9793572903255578,
+      "eval_de_ersatz_pr_auc": 0.990433870768632,
+      "eval_de_opus100_pr_auc": 0.9252062818828487,
+      "eval_de_ud_pr_auc": 0.9845191011408552,
+      "eval_el_opus100_pr_auc": 0.9284799370879031,
+      "eval_el_ud_pr_auc": 0.9909462522380987,
+      "eval_en_ersatz_pr_auc": 0.9943142492841981,
+      "eval_en_opus100_pr_auc": 0.9271626861118369,
+      "eval_en_ud_pr_auc": 0.9871927522149049,
+      "eval_eo_opus100_pr_auc": 0.933606243168283,
+      "eval_es_ersatz_pr_auc": 0.9967451788744435,
+      "eval_es_opus100_pr_auc": 0.9461092281170379,
+      "eval_es_ud_pr_auc": 0.9898384202181743,
+      "eval_et_ersatz_pr_auc": 0.9826419540309695,
+      "eval_et_opus100_pr_auc": 0.9380380505684812,
+      "eval_et_ud_pr_auc": 0.9746457654470122,
+      "eval_eu_opus100_pr_auc": 0.8878630123768172,
+      "eval_eu_ud_pr_auc": 0.9903943335883133,
+      "eval_fa_opus100_pr_auc": 0.6648553698332458,
+      "eval_fa_ud_pr_auc": 0.9967680532454182,
+      "eval_fi_ersatz_pr_auc": 0.9952082369415176,
+      "eval_fi_opus100_pr_auc": 0.9361719069201645,
+      "eval_fi_ud_pr_auc": 0.9657695465947091,
+      "eval_fr_ersatz_pr_auc": 0.9886803861285552,
+      "eval_fr_opus100_pr_auc": 0.9319028104567341,
+      "eval_fr_ud_pr_auc": 0.9926022430347197,
+      "eval_fy_opus100_pr_auc": 0.7170104024485693,
+      "eval_ga_opus100_pr_auc": 0.9203605170233209,
+      "eval_ga_ud_pr_auc": 0.8254895093745689,
+      "eval_gd_opus100_pr_auc": 0.7808348303144147,
+      "eval_gd_ud_pr_auc": 0.8318968574227328,
+      "eval_gl_opus100_pr_auc": 0.9110188959437692,
+      "eval_gl_ud_pr_auc": 0.997733128714787,
+      "eval_gu_ersatz_pr_auc": 0.9523978259274468,
+      "eval_gu_opus100_pr_auc": 0.7782415061903053,
+      "eval_ha_opus100_pr_auc": 0.940561135422001,
+      "eval_he_opus100_pr_auc": 0.8999254369802009,
+      "eval_he_ud_pr_auc": 0.9862977994673631,
+      "eval_hi_ersatz_pr_auc": 0.9843963025248734,
+      "eval_hi_opus100_pr_auc": 0.752267258004938,
+      "eval_hi_ud_pr_auc": 0.9907603968515131,
+      "eval_hu_opus100_pr_auc": 0.9277374034288489,
+      "eval_hu_ud_pr_auc": 0.9860243300693228,
+      "eval_hy_opus100_pr_auc": 0.9178008476404464,
+      "eval_hy_ud_pr_auc": 0.9691373659590451,
+      "eval_id_opus100_pr_auc": 0.9005252363177152,
+      "eval_id_ud_pr_auc": 0.9965237892855777,
+      "eval_ig_opus100_pr_auc": 0.8800633998362568,
+      "eval_is_opus100_pr_auc": 0.9358914822004701,
+      "eval_is_ud_pr_auc": 0.9103563426079558,
+      "eval_it_opus100_pr_auc": 0.9280301599288627,
+      "eval_it_ud_pr_auc": 0.9932155781023724,
+      "eval_ja_ersatz_pr_auc": 0.9168908956931154,
+      "eval_ja_opus100_pr_auc": 0.8757318533205771,
+      "eval_ja_ud_pr_auc": 0.9862134239353632,
+      "eval_jv_ud_pr_auc": 0.9519184747793535,
+      "eval_ka_opus100_pr_auc": 0.8627458153098586,
+      "eval_kk_ersatz_pr_auc": 0.9902149870297958,
+      "eval_kk_opus100_pr_auc": 0.8207830193333379,
+      "eval_kk_ud_pr_auc": 0.974962594301391,
+      "eval_km_ersatz_pr_auc": 0.9584352137906091,
+      "eval_km_opus100_pr_auc": 0.7876519489007645,
+      "eval_kn_opus100_pr_auc": 0.6908881721192187,
+      "eval_ko_opus100_pr_auc": 0.7139650961703718,
+      "eval_ko_ud_pr_auc": 0.9972758518458312,
+      "eval_ku_opus100_pr_auc": 0.8717485068402531,
+      "eval_ky_opus100_pr_auc": 0.9115053816812894,
+      "eval_la_ud_pr_auc": 0.9627429815466264,
+      "eval_loss": 0.022980686277151108,
+      "eval_lt_ersatz_pr_auc": 0.9972663799452887,
+      "eval_lt_opus100_pr_auc": 0.9073289219502567,
+      "eval_lt_ud_pr_auc": 0.9954132247808475,
+      "eval_lv_ersatz_pr_auc": 0.9933839879671895,
+      "eval_lv_opus100_pr_auc": 0.9100990168464778,
+      "eval_lv_ud_pr_auc": 0.968903324114436,
+      "eval_mg_opus100_pr_auc": 0.9484132120187811,
+      "eval_mk_opus100_pr_auc": 0.9307920463743352,
+      "eval_ml_opus100_pr_auc": 0.827475990719939,
+      "eval_mn_opus100_pr_auc": 0.96125070222896,
+      "eval_mr_opus100_pr_auc": 0.9277917139945703,
+      "eval_mr_ud_pr_auc": 0.980199344543281,
+      "eval_ms_opus100_pr_auc": 0.8867066948940553,
+      "eval_mt_opus100_pr_auc": 0.8832327459560384,
+      "eval_mt_ud_pr_auc": 0.9126190651618885,
+      "eval_my_opus100_pr_auc": 0.8733094566504693,
+      "eval_ne_opus100_pr_auc": 0.766394736029022,
+      "eval_nl_opus100_pr_auc": 0.9011224919943159,
+      "eval_nl_ud_pr_auc": 0.9881883563787015,
+      "eval_no_opus100_pr_auc": 0.9307608507767838,
+      "eval_no_ud_pr_auc": 0.9963392460797363,
+      "eval_pa_opus100_pr_auc": 0.7196411299764115,
+      "eval_pl_ersatz_pr_auc": 0.9708468849271708,
+      "eval_pl_opus100_pr_auc": 0.9130551622108011,
+      "eval_pl_ud_pr_auc": 0.9732375671385544,
+      "eval_ps_ersatz_pr_auc": 0.9279607056576576,
+      "eval_ps_opus100_pr_auc": 0.7723832955823541,
+      "eval_pt_opus100_pr_auc": 0.9366356454921803,
+      "eval_pt_ud_pr_auc": 0.9880295062799305,
+      "eval_ro_ersatz_pr_auc": 0.9936466913456333,
+      "eval_ro_opus100_pr_auc": 0.8777133373313422,
+      "eval_ro_ud_pr_auc": 0.9217590066161442,
+      "eval_ru_ersatz_pr_auc": 0.9963934500844042,
+      "eval_ru_opus100_pr_auc": 0.9472036748705028,
+      "eval_ru_ud_pr_auc": 0.8843722207334176,
+      "eval_runtime": 387.4402,
+      "eval_samples_per_second": 195.148,
+      "eval_si_opus100_pr_auc": 0.832973064797979,
+      "eval_sk_opus100_pr_auc": 0.9490088624209029,
+      "eval_sk_ud_pr_auc": 0.9873639105654504,
+      "eval_sl_opus100_pr_auc": 0.9011399626876264,
+      "eval_sl_ud_pr_auc": 0.9661895768819462,
+      "eval_sq_opus100_pr_auc": 0.938640971494583,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9294311298072246,
+      "eval_sr_ud_pr_auc": 0.9993022376445936,
+      "eval_steps_per_second": 0.764,
+      "eval_sv_opus100_pr_auc": 0.9218364881049005,
+      "eval_sv_ud_pr_auc": 0.9595111259687505,
+      "eval_ta_ersatz_pr_auc": 0.983557685038905,
+      "eval_ta_opus100_pr_auc": 0.7620529940971095,
+      "eval_ta_ud_pr_auc": 0.9989353686861857,
+      "eval_te_opus100_pr_auc": 0.8275239192418247,
+      "eval_tg_opus100_pr_auc": 0.912924878087472,
+      "eval_th_opus100_pr_auc": 0.7085670968006036,
+      "eval_th_ud_pr_auc": 0.8964608839660624,
+      "eval_tr_ersatz_pr_auc": 0.9721392304768112,
+      "eval_tr_opus100_pr_auc": 0.9108294248126504,
+      "eval_tr_ud_pr_auc": 0.9615446670516551,
+      "eval_uk_opus100_pr_auc": 0.8967973830281232,
+      "eval_uk_ud_pr_auc": 0.9272393377868882,
+      "eval_ur_opus100_pr_auc": 0.6624979465721044,
+      "eval_ur_ud_pr_auc": 0.9944904314771802,
+      "eval_uz_opus100_pr_auc": 0.8960173417957326,
+      "eval_vi_opus100_pr_auc": 0.9050691667095221,
+      "eval_vi_ud_pr_auc": 0.9489711033362942,
+      "eval_xh_opus100_pr_auc": 0.8934935705115622,
+      "eval_yi_opus100_pr_auc": 0.6668275444098039,
+      "eval_yo_opus100_pr_auc": 0.8374648311130207,
+      "eval_yo_ud_pr_auc": 0.931403795534437,
+      "eval_zh_ersatz_pr_auc": 0.9710782626003674,
+      "eval_zh_opus100_pr_auc": 0.9067442348990611,
+      "eval_zh_ud_pr_auc": 0.9962148882266604,
+      "eval_zu_opus100_pr_auc": 0.8482915782069054,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 3,
+  "total_flos": 6.464465928192e+18,
+  "trial_name": null,
+  "trial_params": null
+}